2024-12-17 01:25:47,292 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@50378a4 2024-12-17 01:25:47,309 main DEBUG Took 0.014481 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-17 01:25:47,310 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-17 01:25:47,310 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-17 01:25:47,311 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-17 01:25:47,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 01:25:47,319 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-17 01:25:47,331 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 01:25:47,333 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 01:25:47,334 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 01:25:47,335 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 01:25:47,336 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 01:25:47,337 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 01:25:47,338 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 01:25:47,338 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 01:25:47,339 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 01:25:47,340 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 01:25:47,341 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 01:25:47,342 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 01:25:47,342 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,342 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-17 01:25:47,344 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 01:25:47,345 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-17 01:25:47,347 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-17 01:25:47,348 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-17 01:25:47,349 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-17 01:25:47,349 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-17 01:25:47,358 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-17 01:25:47,361 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-17 01:25:47,363 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-17 01:25:47,363 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-17 01:25:47,363 main DEBUG createAppenders(={Console}) 2024-12-17 01:25:47,364 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@50378a4 initialized 2024-12-17 01:25:47,364 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@50378a4 2024-12-17 01:25:47,365 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@50378a4 OK. 2024-12-17 01:25:47,365 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-17 01:25:47,366 main DEBUG OutputStream closed 2024-12-17 01:25:47,366 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-17 01:25:47,366 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-17 01:25:47,366 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@66f57048 OK 2024-12-17 01:25:47,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-17 01:25:47,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-17 01:25:47,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-17 01:25:47,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-17 01:25:47,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-17 01:25:47,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-17 01:25:47,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-17 01:25:47,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-17 01:25:47,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-17 01:25:47,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-17 01:25:47,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-17 01:25:47,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-17 01:25:47,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-17 01:25:47,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-17 01:25:47,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-17 01:25:47,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-17 01:25:47,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-17 01:25:47,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-17 01:25:47,450 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-17 01:25:47,450 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@2766ca9d) with optional ClassLoader: null 2024-12-17 01:25:47,450 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-17 01:25:47,451 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@2766ca9d] started OK. 2024-12-17T01:25:47,793 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81 2024-12-17 01:25:47,796 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-17 01:25:47,796 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-17T01:25:47,805 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-17T01:25:47,824 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-17T01:25:47,828 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/cluster_ef89c68a-5c57-429a-f20b-8fb11928e73e, deleteOnExit=true 2024-12-17T01:25:47,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-17T01:25:47,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/test.cache.data in system properties and HBase conf 2024-12-17T01:25:47,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/hadoop.tmp.dir in system properties and HBase conf 2024-12-17T01:25:47,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/hadoop.log.dir in system properties and HBase conf 2024-12-17T01:25:47,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-17T01:25:47,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-17T01:25:47,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-17T01:25:47,934 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-17T01:25:48,027 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-17T01:25:48,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-17T01:25:48,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-17T01:25:48,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-17T01:25:48,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-17T01:25:48,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-17T01:25:48,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-17T01:25:48,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-17T01:25:48,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-17T01:25:48,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-17T01:25:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/nfs.dump.dir in system properties and HBase conf 2024-12-17T01:25:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/java.io.tmpdir in system properties and HBase conf 2024-12-17T01:25:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-17T01:25:48,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-17T01:25:48,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-17T01:25:48,920 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-17T01:25:49,014 INFO [Time-limited test {}] log.Log(170): Logging initialized @2458ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-17T01:25:49,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T01:25:49,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-17T01:25:49,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-17T01:25:49,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-17T01:25:49,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-17T01:25:49,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T01:25:49,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@625ac51e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/hadoop.log.dir/,AVAILABLE} 2024-12-17T01:25:49,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-17T01:25:49,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52042c53{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/java.io.tmpdir/jetty-localhost-39535-hadoop-hdfs-3_4_1-tests_jar-_-any-14162889013362783839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-17T01:25:49,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45e9671d{HTTP/1.1, (http/1.1)}{localhost:39535} 2024-12-17T01:25:49,450 INFO [Time-limited test {}] server.Server(415): Started @2896ms 2024-12-17T01:25:49,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T01:25:49,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-17T01:25:49,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-17T01:25:49,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-17T01:25:49,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-17T01:25:49,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f3c9073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/hadoop.log.dir/,AVAILABLE} 2024-12-17T01:25:49,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@637efe93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-17T01:25:50,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e967c25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/java.io.tmpdir/jetty-localhost-39699-hadoop-hdfs-3_4_1-tests_jar-_-any-11325297563770403167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-17T01:25:50,001 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e95663c{HTTP/1.1, (http/1.1)}{localhost:39699} 2024-12-17T01:25:50,001 INFO [Time-limited test {}] server.Server(415): Started @3447ms 2024-12-17T01:25:50,074 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-17T01:25:50,574 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/cluster_ef89c68a-5c57-429a-f20b-8fb11928e73e/dfs/data/data1/current/BP-292840268-172.17.0.2-1734398748649/current, will proceed with Du for space computation calculation, 2024-12-17T01:25:50,574 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/cluster_ef89c68a-5c57-429a-f20b-8fb11928e73e/dfs/data/data2/current/BP-292840268-172.17.0.2-1734398748649/current, will proceed with Du for space computation calculation, 2024-12-17T01:25:50,614 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-17T01:25:50,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x543e25f09bc088aa with lease ID 0x268765ec0b49971f: Processing first storage report for DS-716acb18-6967-44f6-bb8f-cb190883e7cc from datanode DatanodeRegistration(127.0.0.1:36217, datanodeUuid=3b33ba2c-84c3-4b08-a807-2e12dd7f6529, infoPort=35673, infoSecurePort=0, ipcPort=42347, storageInfo=lv=-57;cid=testClusterID;nsid=1618855487;c=1734398748649) 2024-12-17T01:25:50,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x543e25f09bc088aa with lease ID 0x268765ec0b49971f: from storage DS-716acb18-6967-44f6-bb8f-cb190883e7cc node DatanodeRegistration(127.0.0.1:36217, datanodeUuid=3b33ba2c-84c3-4b08-a807-2e12dd7f6529, infoPort=35673, infoSecurePort=0, ipcPort=42347, storageInfo=lv=-57;cid=testClusterID;nsid=1618855487;c=1734398748649), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-17T01:25:50,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x543e25f09bc088aa with lease ID 0x268765ec0b49971f: Processing first storage report for DS-3dc6bc14-08d9-4961-a48e-04202fbb0e08 from datanode DatanodeRegistration(127.0.0.1:36217, datanodeUuid=3b33ba2c-84c3-4b08-a807-2e12dd7f6529, infoPort=35673, infoSecurePort=0, ipcPort=42347, storageInfo=lv=-57;cid=testClusterID;nsid=1618855487;c=1734398748649) 2024-12-17T01:25:50,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x543e25f09bc088aa with lease ID 0x268765ec0b49971f: from storage DS-3dc6bc14-08d9-4961-a48e-04202fbb0e08 node DatanodeRegistration(127.0.0.1:36217, datanodeUuid=3b33ba2c-84c3-4b08-a807-2e12dd7f6529, infoPort=35673, infoSecurePort=0, ipcPort=42347, storageInfo=lv=-57;cid=testClusterID;nsid=1618855487;c=1734398748649), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-17T01:25:50,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81 2024-12-17T01:25:50,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/cluster_ef89c68a-5c57-429a-f20b-8fb11928e73e/zookeeper_0, clientPort=61973, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/cluster_ef89c68a-5c57-429a-f20b-8fb11928e73e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/cluster_ef89c68a-5c57-429a-f20b-8fb11928e73e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-17T01:25:50,775 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61973 2024-12-17T01:25:50,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T01:25:50,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T01:25:51,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741825_1001 (size=7) 2024-12-17T01:25:51,445 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764 with version=8 2024-12-17T01:25:51,445 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/hbase-staging 2024-12-17T01:25:51,580 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-17T01:25:51,857 INFO [Time-limited test {}] client.ConnectionUtils(129): master/7b75acfc7251:0 server-side Connection retries=45 2024-12-17T01:25:51,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T01:25:51,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-17T01:25:51,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-17T01:25:51,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T01:25:51,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-17T01:25:52,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-17T01:25:52,073 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-17T01:25:52,081 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-17T01:25:52,085 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-17T01:25:52,112 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12044 (auto-detected) 2024-12-17T01:25:52,113 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-17T01:25:52,132 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40295 2024-12-17T01:25:52,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T01:25:52,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T01:25:52,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40295 connecting to ZooKeeper ensemble=127.0.0.1:61973 2024-12-17T01:25:52,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402950x0, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-17T01:25:52,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40295-0x1009d9469000000 connected 2024-12-17T01:25:52,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-17T01:25:52,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-17T01:25:52,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-17T01:25:52,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40295 2024-12-17T01:25:52,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40295 2024-12-17T01:25:52,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40295 2024-12-17T01:25:52,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40295 2024-12-17T01:25:52,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40295 2024-12-17T01:25:52,244 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764, hbase.cluster.distributed=false 2024-12-17T01:25:52,305 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/7b75acfc7251:0 server-side Connection retries=45 2024-12-17T01:25:52,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T01:25:52,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-17T01:25:52,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-17T01:25:52,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T01:25:52,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-17T01:25:52,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-17T01:25:52,311 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-17T01:25:52,312 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36369 2024-12-17T01:25:52,313 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-17T01:25:52,319 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-17T01:25:52,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T01:25:52,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T01:25:52,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36369 connecting to ZooKeeper ensemble=127.0.0.1:61973 2024-12-17T01:25:52,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363690x0, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-17T01:25:52,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363690x0, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-17T01:25:52,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36369-0x1009d9469000001 connected 2024-12-17T01:25:52,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-17T01:25:52,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-17T01:25:52,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36369 2024-12-17T01:25:52,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36369 2024-12-17T01:25:52,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36369 2024-12-17T01:25:52,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36369 2024-12-17T01:25:52,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36369 2024-12-17T01:25:52,343 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/7b75acfc7251,40295,1734398751572 2024-12-17T01:25:52,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-17T01:25:52,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-17T01:25:52,352 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b75acfc7251,40295,1734398751572 2024-12-17T01:25:52,358 DEBUG [M:0;7b75acfc7251:40295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b75acfc7251:40295 2024-12-17T01:25:52,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-17T01:25:52,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-17T01:25:52,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:52,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:52,373 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-17T01:25:52,374 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b75acfc7251,40295,1734398751572 from backup master directory 2024-12-17T01:25:52,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-17T01:25:52,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b75acfc7251,40295,1734398751572 2024-12-17T01:25:52,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-17T01:25:52,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-17T01:25:52,377 WARN [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-17T01:25:52,378 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b75acfc7251,40295,1734398751572 2024-12-17T01:25:52,380 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-17T01:25:52,381 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-17T01:25:52,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741826_1002 (size=42) 2024-12-17T01:25:52,853 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/hbase.id with ID: e592f895-d127-438a-beae-3123d4e1fe0f 2024-12-17T01:25:52,893 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T01:25:52,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:52,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:52,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741827_1003 (size=196) 2024-12-17T01:25:53,356 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T01:25:53,358 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-17T01:25:53,377 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:25:53,382 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T01:25:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741828_1004 (size=1189) 2024-12-17T01:25:53,832 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store 2024-12-17T01:25:53,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741829_1005 (size=34) 2024-12-17T01:25:54,252 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-17T01:25:54,253 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:25:54,254 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-17T01:25:54,254 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T01:25:54,255 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T01:25:54,255 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-17T01:25:54,255 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T01:25:54,255 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T01:25:54,255 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T01:25:54,258 WARN [master/7b75acfc7251:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/.initializing 2024-12-17T01:25:54,258 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/WALs/7b75acfc7251,40295,1734398751572 2024-12-17T01:25:54,265 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-17T01:25:54,276 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b75acfc7251%2C40295%2C1734398751572, suffix=, logDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/WALs/7b75acfc7251,40295,1734398751572, archiveDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/oldWALs, maxLogs=10 2024-12-17T01:25:54,298 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/WALs/7b75acfc7251,40295,1734398751572/7b75acfc7251%2C40295%2C1734398751572.1734398754281, exclude list is [], retry=0 2024-12-17T01:25:54,315 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36217,DS-716acb18-6967-44f6-bb8f-cb190883e7cc,DISK] 2024-12-17T01:25:54,318 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-17T01:25:54,357 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/WALs/7b75acfc7251,40295,1734398751572/7b75acfc7251%2C40295%2C1734398751572.1734398754281 2024-12-17T01:25:54,358 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35673:35673)] 2024-12-17T01:25:54,359 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-17T01:25:54,359 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:25:54,363 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T01:25:54,364 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T01:25:54,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T01:25:54,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-17T01:25:54,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:54,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T01:25:54,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T01:25:54,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-17T01:25:54,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:54,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:25:54,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T01:25:54,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-17T01:25:54,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:54,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:25:54,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T01:25:54,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-17T01:25:54,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:54,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:25:54,454 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-17T01:25:54,455 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-17T01:25:54,464 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-17T01:25:54,468 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T01:25:54,473 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T01:25:54,474 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71991233, jitterRate=0.07275296747684479}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-17T01:25:54,479 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T01:25:54,480 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-17T01:25:54,511 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7183e446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:25:54,559 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-17T01:25:54,571 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-17T01:25:54,572 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-17T01:25:54,574 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-17T01:25:54,575 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-17T01:25:54,581 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-12-17T01:25:54,581 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-17T01:25:54,607 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-17T01:25:54,620 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-17T01:25:54,622 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-17T01:25:54,625 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-17T01:25:54,626 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-17T01:25:54,628 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-17T01:25:54,631 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-17T01:25:54,635 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-17T01:25:54,637 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-17T01:25:54,638 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-17T01:25:54,640 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-17T01:25:54,650 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-17T01:25:54,652 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-17T01:25:54,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-17T01:25:54,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-17T01:25:54,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:54,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:54,657 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=7b75acfc7251,40295,1734398751572, sessionid=0x1009d9469000000, setting cluster-up flag (Was=false) 2024-12-17T01:25:54,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:54,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:54,678 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-17T01:25:54,680 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b75acfc7251,40295,1734398751572 2024-12-17T01:25:54,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:54,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:54,692 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-17T01:25:54,693 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b75acfc7251,40295,1734398751572 2024-12-17T01:25:54,760 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b75acfc7251:36369 2024-12-17T01:25:54,762 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1008): ClusterId : e592f895-d127-438a-beae-3123d4e1fe0f 2024-12-17T01:25:54,765 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-17T01:25:54,771 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-17T01:25:54,771 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-17T01:25:54,774 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-17T01:25:54,775 DEBUG [RS:0;7b75acfc7251:36369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d4505a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:25:54,776 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-17T01:25:54,777 DEBUG [RS:0;7b75acfc7251:36369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33170e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b75acfc7251/172.17.0.2:0 2024-12-17T01:25:54,779 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-17T01:25:54,780 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-17T01:25:54,780 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-17T01:25:54,781 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-17T01:25:54,782 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(3073): reportForDuty to master=7b75acfc7251,40295,1734398751572 with isa=7b75acfc7251/172.17.0.2:36369, startcode=1734398752304 2024-12-17T01:25:54,784 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-17T01:25:54,789 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b75acfc7251,40295,1734398751572 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-17T01:25:54,793 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b75acfc7251:0, corePoolSize=5, maxPoolSize=5 2024-12-17T01:25:54,793 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b75acfc7251:0, corePoolSize=5, maxPoolSize=5 2024-12-17T01:25:54,793 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b75acfc7251:0, corePoolSize=5, maxPoolSize=5 2024-12-17T01:25:54,793 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b75acfc7251:0, corePoolSize=5, maxPoolSize=5 2024-12-17T01:25:54,793 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b75acfc7251:0, corePoolSize=10, maxPoolSize=10 2024-12-17T01:25:54,793 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b75acfc7251:0, corePoolSize=1, maxPoolSize=1 2024-12-17T01:25:54,794 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b75acfc7251:0, corePoolSize=2, maxPoolSize=2 2024-12-17T01:25:54,794 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b75acfc7251:0, corePoolSize=1, maxPoolSize=1 2024-12-17T01:25:54,794 DEBUG [RS:0;7b75acfc7251:36369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-17T01:25:54,795 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734398784795 2024-12-17T01:25:54,797 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-17T01:25:54,798 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-17T01:25:54,800 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-17T01:25:54,800 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-17T01:25:54,802 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-17T01:25:54,803 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-17T01:25:54,803 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-17T01:25:54,804 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-17T01:25:54,804 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:54,806 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:54,806 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-17T01:25:54,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-17T01:25:54,807 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-17T01:25:54,807 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-17T01:25:54,810 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-17T01:25:54,810 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-17T01:25:54,812 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b75acfc7251:0:becomeActiveMaster-HFileCleaner.large.0-1734398754812,5,FailOnTimeoutGroup] 2024-12-17T01:25:54,812 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b75acfc7251:0:becomeActiveMaster-HFileCleaner.small.0-1734398754812,5,FailOnTimeoutGroup] 2024-12-17T01:25:54,813 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:54,813 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-17T01:25:54,814 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:54,814 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:54,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741831_1007 (size=1039) 2024-12-17T01:25:54,838 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53485, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-17T01:25:54,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40295 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 7b75acfc7251,36369,1734398752304 2024-12-17T01:25:54,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40295 {}] master.ServerManager(486): Registering regionserver=7b75acfc7251,36369,1734398752304 2024-12-17T01:25:54,861 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764 2024-12-17T01:25:54,861 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36817 2024-12-17T01:25:54,861 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-17T01:25:54,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-17T01:25:54,866 DEBUG [RS:0;7b75acfc7251:36369 {}] zookeeper.ZKUtil(111): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b75acfc7251,36369,1734398752304 2024-12-17T01:25:54,867 WARN [RS:0;7b75acfc7251:36369 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-17T01:25:54,867 INFO [RS:0;7b75acfc7251:36369 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T01:25:54,867 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/WALs/7b75acfc7251,36369,1734398752304 2024-12-17T01:25:54,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b75acfc7251,36369,1734398752304] 2024-12-17T01:25:54,880 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-17T01:25:54,892 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-17T01:25:54,904 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-17T01:25:54,907 INFO [RS:0;7b75acfc7251:36369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-17T01:25:54,907 INFO [RS:0;7b75acfc7251:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:54,908 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-17T01:25:54,915 INFO [RS:0;7b75acfc7251:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:54,915 DEBUG [RS:0;7b75acfc7251:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b75acfc7251:0, corePoolSize=1, maxPoolSize=1 2024-12-17T01:25:54,916 DEBUG [RS:0;7b75acfc7251:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b75acfc7251:0, corePoolSize=1, maxPoolSize=1 2024-12-17T01:25:54,916 DEBUG [RS:0;7b75acfc7251:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0, corePoolSize=1, maxPoolSize=1 2024-12-17T01:25:54,916 DEBUG [RS:0;7b75acfc7251:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b75acfc7251:0, corePoolSize=1, maxPoolSize=1 2024-12-17T01:25:54,916 DEBUG [RS:0;7b75acfc7251:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b75acfc7251:0, corePoolSize=1, maxPoolSize=1 2024-12-17T01:25:54,916 DEBUG [RS:0;7b75acfc7251:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b75acfc7251:0, corePoolSize=2, maxPoolSize=2 2024-12-17T01:25:54,916 DEBUG [RS:0;7b75acfc7251:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b75acfc7251:0, corePoolSize=1, maxPoolSize=1 2024-12-17T01:25:54,916 DEBUG [RS:0;7b75acfc7251:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b75acfc7251:0, corePoolSize=1, maxPoolSize=1 2024-12-17T01:25:54,916 DEBUG [RS:0;7b75acfc7251:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b75acfc7251:0, corePoolSize=1, maxPoolSize=1 2024-12-17T01:25:54,917 DEBUG [RS:0;7b75acfc7251:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b75acfc7251:0, corePoolSize=1, maxPoolSize=1 2024-12-17T01:25:54,917 DEBUG [RS:0;7b75acfc7251:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b75acfc7251:0, corePoolSize=1, maxPoolSize=1 2024-12-17T01:25:54,917 DEBUG [RS:0;7b75acfc7251:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b75acfc7251:0, corePoolSize=3, maxPoolSize=3 2024-12-17T01:25:54,917 DEBUG [RS:0;7b75acfc7251:36369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0, corePoolSize=3, maxPoolSize=3 2024-12-17T01:25:54,919 INFO [RS:0;7b75acfc7251:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:54,919 INFO [RS:0;7b75acfc7251:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:54,919 INFO [RS:0;7b75acfc7251:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:54,919 INFO [RS:0;7b75acfc7251:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:54,919 INFO [RS:0;7b75acfc7251:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b75acfc7251,36369,1734398752304-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-17T01:25:54,940 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-17T01:25:54,942 INFO [RS:0;7b75acfc7251:36369 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b75acfc7251,36369,1734398752304-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:54,962 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.Replication(204): 7b75acfc7251,36369,1734398752304 started 2024-12-17T01:25:54,962 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1767): Serving as 7b75acfc7251,36369,1734398752304, RpcServer on 7b75acfc7251/172.17.0.2:36369, sessionid=0x1009d9469000001 2024-12-17T01:25:54,962 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-17T01:25:54,963 DEBUG [RS:0;7b75acfc7251:36369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b75acfc7251,36369,1734398752304 2024-12-17T01:25:54,963 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b75acfc7251,36369,1734398752304' 2024-12-17T01:25:54,963 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-17T01:25:54,964 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-17T01:25:54,964 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-17T01:25:54,964 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-17T01:25:54,964 DEBUG [RS:0;7b75acfc7251:36369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b75acfc7251,36369,1734398752304 2024-12-17T01:25:54,965 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b75acfc7251,36369,1734398752304' 2024-12-17T01:25:54,965 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-17T01:25:54,965 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-17T01:25:54,966 DEBUG [RS:0;7b75acfc7251:36369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-17T01:25:54,966 INFO [RS:0;7b75acfc7251:36369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-17T01:25:54,966 INFO [RS:0;7b75acfc7251:36369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-17T01:25:55,072 INFO [RS:0;7b75acfc7251:36369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-17T01:25:55,075 INFO [RS:0;7b75acfc7251:36369 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b75acfc7251%2C36369%2C1734398752304, suffix=, logDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/WALs/7b75acfc7251,36369,1734398752304, archiveDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/oldWALs, maxLogs=32 2024-12-17T01:25:55,092 DEBUG [RS:0;7b75acfc7251:36369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/WALs/7b75acfc7251,36369,1734398752304/7b75acfc7251%2C36369%2C1734398752304.1734398755077, exclude list is [], retry=0 2024-12-17T01:25:55,097 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36217,DS-716acb18-6967-44f6-bb8f-cb190883e7cc,DISK] 2024-12-17T01:25:55,100 INFO [RS:0;7b75acfc7251:36369 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/WALs/7b75acfc7251,36369,1734398752304/7b75acfc7251%2C36369%2C1734398752304.1734398755077 2024-12-17T01:25:55,101 DEBUG [RS:0;7b75acfc7251:36369 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35673:35673)] 2024-12-17T01:25:55,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-17T01:25:55,219 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764 2024-12-17T01:25:55,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741833_1009 (size=32) 2024-12-17T01:25:55,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:25:55,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-17T01:25:55,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-17T01:25:55,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:55,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T01:25:55,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-17T01:25:55,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-17T01:25:55,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:55,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T01:25:55,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-17T01:25:55,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-17T01:25:55,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:55,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T01:25:55,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740 2024-12-17T01:25:55,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740 2024-12-17T01:25:55,649 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T01:25:55,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-17T01:25:55,655 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T01:25:55,656 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70888389, jitterRate=0.05631931126117706}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T01:25:55,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-17T01:25:55,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-17T01:25:55,659 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-17T01:25:55,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-17T01:25:55,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-17T01:25:55,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-17T01:25:55,660 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-17T01:25:55,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-17T01:25:55,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-17T01:25:55,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-17T01:25:55,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-17T01:25:55,676 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-17T01:25:55,678 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-17T01:25:55,830 DEBUG [7b75acfc7251:40295 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-17T01:25:55,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:25:55,841 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b75acfc7251,36369,1734398752304, state=OPENING 2024-12-17T01:25:55,846 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-17T01:25:55,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:55,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:55,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-17T01:25:55,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-17T01:25:55,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:25:56,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:25:56,029 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-17T01:25:56,032 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-17T01:25:56,044 INFO [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-17T01:25:56,044 INFO [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T01:25:56,045 INFO [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-17T01:25:56,049 INFO [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b75acfc7251%2C36369%2C1734398752304.meta, suffix=.meta, logDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/WALs/7b75acfc7251,36369,1734398752304, archiveDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/oldWALs, maxLogs=32 2024-12-17T01:25:56,071 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/WALs/7b75acfc7251,36369,1734398752304/7b75acfc7251%2C36369%2C1734398752304.meta.1734398756051.meta, exclude list is [], retry=0 2024-12-17T01:25:56,075 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36217,DS-716acb18-6967-44f6-bb8f-cb190883e7cc,DISK] 2024-12-17T01:25:56,078 INFO [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/WALs/7b75acfc7251,36369,1734398752304/7b75acfc7251%2C36369%2C1734398752304.meta.1734398756051.meta 2024-12-17T01:25:56,078 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35673:35673)] 2024-12-17T01:25:56,079 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-17T01:25:56,080 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-17T01:25:56,141 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-17T01:25:56,147 INFO [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-17T01:25:56,153 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-17T01:25:56,153 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:25:56,153 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-17T01:25:56,153 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-17T01:25:56,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-17T01:25:56,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-17T01:25:56,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:56,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T01:25:56,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-17T01:25:56,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-17T01:25:56,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:56,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T01:25:56,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-17T01:25:56,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-17T01:25:56,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:56,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T01:25:56,166 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740 2024-12-17T01:25:56,169 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740 2024-12-17T01:25:56,172 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T01:25:56,175 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-17T01:25:56,177 INFO [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70774994, jitterRate=0.05462959408760071}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T01:25:56,179 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-17T01:25:56,188 INFO [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734398756021 2024-12-17T01:25:56,200 DEBUG [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-17T01:25:56,200 INFO [RS_OPEN_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-17T01:25:56,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:25:56,204 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b75acfc7251,36369,1734398752304, state=OPEN 2024-12-17T01:25:56,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-17T01:25:56,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-17T01:25:56,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-17T01:25:56,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-17T01:25:56,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-17T01:25:56,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=7b75acfc7251,36369,1734398752304 in 358 msec 2024-12-17T01:25:56,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-17T01:25:56,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 546 msec 2024-12-17T01:25:56,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4940 sec 2024-12-17T01:25:56,223 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734398756223, completionTime=-1 2024-12-17T01:25:56,224 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-17T01:25:56,224 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-17T01:25:56,263 DEBUG [hconnection-0x23455fe4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:25:56,266 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:25:56,276 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-17T01:25:56,276 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734398816276 2024-12-17T01:25:56,276 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734398876276 2024-12-17T01:25:56,277 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-12-17T01:25:56,298 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b75acfc7251,40295,1734398751572-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:56,298 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b75acfc7251,40295,1734398751572-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:56,298 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b75acfc7251,40295,1734398751572-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:56,300 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b75acfc7251:40295, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:56,300 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:56,305 DEBUG [master/7b75acfc7251:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-17T01:25:56,308 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-17T01:25:56,309 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-17T01:25:56,315 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-17T01:25:56,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T01:25:56,319 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:56,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T01:25:56,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741835_1011 (size=358) 2024-12-17T01:25:56,737 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 862329e8f86f46df05903082f0163893, NAME => 'hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764 2024-12-17T01:25:56,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741836_1012 (size=42) 2024-12-17T01:25:57,148 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:25:57,149 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 862329e8f86f46df05903082f0163893, disabling compactions & flushes 2024-12-17T01:25:57,149 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. 2024-12-17T01:25:57,149 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. 2024-12-17T01:25:57,149 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. after waiting 0 ms 2024-12-17T01:25:57,149 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. 2024-12-17T01:25:57,149 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. 2024-12-17T01:25:57,149 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 862329e8f86f46df05903082f0163893: 2024-12-17T01:25:57,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T01:25:57,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734398757153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734398757153"}]},"ts":"1734398757153"} 2024-12-17T01:25:57,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T01:25:57,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T01:25:57,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398757190"}]},"ts":"1734398757190"} 2024-12-17T01:25:57,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-17T01:25:57,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=862329e8f86f46df05903082f0163893, ASSIGN}] 2024-12-17T01:25:57,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=862329e8f86f46df05903082f0163893, ASSIGN 2024-12-17T01:25:57,208 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=862329e8f86f46df05903082f0163893, ASSIGN; state=OFFLINE, location=7b75acfc7251,36369,1734398752304; forceNewPlan=false, retain=false 2024-12-17T01:25:57,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=862329e8f86f46df05903082f0163893, regionState=OPENING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:25:57,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 862329e8f86f46df05903082f0163893, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:25:57,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:25:57,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. 2024-12-17T01:25:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 862329e8f86f46df05903082f0163893, NAME => 'hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893.', STARTKEY => '', ENDKEY => ''} 2024-12-17T01:25:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 862329e8f86f46df05903082f0163893 2024-12-17T01:25:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:25:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 862329e8f86f46df05903082f0163893 2024-12-17T01:25:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 862329e8f86f46df05903082f0163893 2024-12-17T01:25:57,527 INFO [StoreOpener-862329e8f86f46df05903082f0163893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 862329e8f86f46df05903082f0163893 2024-12-17T01:25:57,529 INFO [StoreOpener-862329e8f86f46df05903082f0163893-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 862329e8f86f46df05903082f0163893 columnFamilyName info 2024-12-17T01:25:57,529 DEBUG [StoreOpener-862329e8f86f46df05903082f0163893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:57,530 INFO [StoreOpener-862329e8f86f46df05903082f0163893-1 {}] regionserver.HStore(327): Store=862329e8f86f46df05903082f0163893/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:25:57,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/namespace/862329e8f86f46df05903082f0163893 2024-12-17T01:25:57,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/namespace/862329e8f86f46df05903082f0163893 2024-12-17T01:25:57,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 862329e8f86f46df05903082f0163893 2024-12-17T01:25:57,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/namespace/862329e8f86f46df05903082f0163893/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T01:25:57,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 862329e8f86f46df05903082f0163893; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59417941, jitterRate=-0.1146036833524704}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-17T01:25:57,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 862329e8f86f46df05903082f0163893: 2024-12-17T01:25:57,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893., pid=6, masterSystemTime=1734398757517 2024-12-17T01:25:57,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. 2024-12-17T01:25:57,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. 2024-12-17T01:25:57,549 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=862329e8f86f46df05903082f0163893, regionState=OPEN, openSeqNum=2, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:25:57,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-17T01:25:57,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 862329e8f86f46df05903082f0163893, server=7b75acfc7251,36369,1734398752304 in 189 msec 2024-12-17T01:25:57,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-17T01:25:57,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=862329e8f86f46df05903082f0163893, ASSIGN in 352 msec 2024-12-17T01:25:57,561 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T01:25:57,561 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398757561"}]},"ts":"1734398757561"} 2024-12-17T01:25:57,564 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-17T01:25:57,568 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T01:25:57,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2580 sec 2024-12-17T01:25:57,619 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-17T01:25:57,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-17T01:25:57,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:57,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:25:57,650 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-17T01:25:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-17T01:25:57,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-12-17T01:25:57,684 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-17T01:25:57,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-17T01:25:57,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-12-17T01:25:57,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-17T01:25:57,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-17T01:25:57,714 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.335sec 2024-12-17T01:25:57,715 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-17T01:25:57,716 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-17T01:25:57,717 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-17T01:25:57,718 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-17T01:25:57,718 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-17T01:25:57,719 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b75acfc7251,40295,1734398751572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-17T01:25:57,719 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b75acfc7251,40295,1734398751572-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-17T01:25:57,726 DEBUG [master/7b75acfc7251:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-17T01:25:57,726 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-17T01:25:57,727 INFO [master/7b75acfc7251:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b75acfc7251,40295,1734398751572-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T01:25:57,762 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3bc7460e to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47f9cd1b 2024-12-17T01:25:57,763 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-17T01:25:57,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7b0204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:25:57,774 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-17T01:25:57,774 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-17T01:25:57,784 DEBUG [hconnection-0xc730044-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:25:57,792 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:25:57,802 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=7b75acfc7251,40295,1734398751572 2024-12-17T01:25:57,818 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=32, ProcessCount=11, AvailableMemoryMB=4707 2024-12-17T01:25:57,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T01:25:57,851 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T01:25:57,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T01:25:57,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T01:25:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T01:25:57,868 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T01:25:57,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-17T01:25:57,869 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:57,871 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T01:25:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T01:25:57,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741837_1013 (size=963) 2024-12-17T01:25:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T01:25:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T01:25:58,291 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764 2024-12-17T01:25:58,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741838_1014 (size=53) 2024-12-17T01:25:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T01:25:58,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:25:58,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b74e53d881740e55df51b088916b3b9d, disabling compactions & flushes 2024-12-17T01:25:58,701 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:25:58,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:25:58,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. after waiting 0 ms 2024-12-17T01:25:58,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:25:58,701 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:25:58,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:25:58,703 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T01:25:58,704 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734398758703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734398758703"}]},"ts":"1734398758703"} 2024-12-17T01:25:58,707 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T01:25:58,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T01:25:58,709 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398758708"}]},"ts":"1734398758708"} 2024-12-17T01:25:58,711 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T01:25:58,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b74e53d881740e55df51b088916b3b9d, ASSIGN}] 2024-12-17T01:25:58,717 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b74e53d881740e55df51b088916b3b9d, ASSIGN 2024-12-17T01:25:58,718 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b74e53d881740e55df51b088916b3b9d, ASSIGN; state=OFFLINE, location=7b75acfc7251,36369,1734398752304; forceNewPlan=false, retain=false 2024-12-17T01:25:58,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b74e53d881740e55df51b088916b3b9d, regionState=OPENING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:25:58,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:25:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T01:25:59,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:25:59,032 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:25:59,032 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} 2024-12-17T01:25:59,032 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b74e53d881740e55df51b088916b3b9d 2024-12-17T01:25:59,032 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:25:59,033 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for b74e53d881740e55df51b088916b3b9d 2024-12-17T01:25:59,033 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for b74e53d881740e55df51b088916b3b9d 2024-12-17T01:25:59,035 INFO [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b74e53d881740e55df51b088916b3b9d 2024-12-17T01:25:59,038 INFO [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:25:59,039 INFO [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b74e53d881740e55df51b088916b3b9d columnFamilyName A 2024-12-17T01:25:59,039 DEBUG [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:59,040 INFO [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] regionserver.HStore(327): Store=b74e53d881740e55df51b088916b3b9d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:25:59,040 INFO [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b74e53d881740e55df51b088916b3b9d 2024-12-17T01:25:59,042 INFO [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:25:59,042 INFO [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b74e53d881740e55df51b088916b3b9d columnFamilyName B 2024-12-17T01:25:59,042 DEBUG [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:59,043 INFO [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] regionserver.HStore(327): Store=b74e53d881740e55df51b088916b3b9d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:25:59,043 INFO [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b74e53d881740e55df51b088916b3b9d 2024-12-17T01:25:59,045 INFO [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:25:59,045 INFO [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b74e53d881740e55df51b088916b3b9d columnFamilyName C 2024-12-17T01:25:59,045 DEBUG [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:25:59,046 INFO [StoreOpener-b74e53d881740e55df51b088916b3b9d-1 {}] regionserver.HStore(327): Store=b74e53d881740e55df51b088916b3b9d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:25:59,047 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:25:59,048 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d 2024-12-17T01:25:59,048 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d 2024-12-17T01:25:59,051 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T01:25:59,053 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for b74e53d881740e55df51b088916b3b9d 2024-12-17T01:25:59,056 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T01:25:59,057 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened b74e53d881740e55df51b088916b3b9d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75208242, jitterRate=0.12069013714790344}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T01:25:59,058 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:25:59,060 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., pid=11, masterSystemTime=1734398759025 2024-12-17T01:25:59,063 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:25:59,063 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:25:59,064 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b74e53d881740e55df51b088916b3b9d, regionState=OPEN, openSeqNum=2, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:25:59,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-17T01:25:59,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 in 194 msec 2024-12-17T01:25:59,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-17T01:25:59,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b74e53d881740e55df51b088916b3b9d, ASSIGN in 354 msec 2024-12-17T01:25:59,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T01:25:59,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398759073"}]},"ts":"1734398759073"} 2024-12-17T01:25:59,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T01:25:59,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T01:25:59,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2170 sec 2024-12-17T01:25:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T01:25:59,994 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-17T01:25:59,999 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ee696f3 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@307f6610 2024-12-17T01:26:00,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11dd7d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:00,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:00,008 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:00,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T01:26:00,013 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T01:26:00,020 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f403bd0 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@336619a6 2024-12-17T01:26:00,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d922277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:00,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61a0bb99 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62083522 2024-12-17T01:26:00,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112e6bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:00,031 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45fa1858 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35ff1ca 2024-12-17T01:26:00,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614c73a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:00,035 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21f63e27 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ddb4a72 2024-12-17T01:26:00,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256fc568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:00,040 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3aa82441 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49b4be90 2024-12-17T01:26:00,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122b664b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:00,045 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d2e6bd6 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7b4e84 2024-12-17T01:26:00,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6237f435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:00,049 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a951bfc to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c5c7344 2024-12-17T01:26:00,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5197a8a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:00,055 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55b7f8f5 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3909b87d 2024-12-17T01:26:00,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d44cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:00,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x74cc5cfa to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72c84e 2024-12-17T01:26:00,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753655c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:00,067 DEBUG [hconnection-0x53bc7585-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:00,070 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:00,072 DEBUG [hconnection-0x76910286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:00,073 DEBUG [hconnection-0x63f71b8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:00,077 DEBUG [hconnection-0x1b171e57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:00,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:00,080 DEBUG [hconnection-0x588b494f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:00,080 DEBUG [hconnection-0x54e848df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-17T01:26:00,084 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:00,084 DEBUG [hconnection-0x2cbdc5ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T01:26:00,086 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:00,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:00,088 DEBUG [hconnection-0x1b94e7c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:00,089 DEBUG [hconnection-0x1a036934-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:00,090 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:00,090 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:00,091 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:00,094 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:00,096 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:00,099 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:00,100 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:00,102 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:00,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T01:26:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T01:26:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:00,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:00,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:00,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:00,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:00,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:00,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-17T01:26:00,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:00,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:00,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:00,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/2ecd13b8977f4ec1b8f30d8d105bab6f is 50, key is test_row_0/A:col10/1734398760156/Put/seqid=0 2024-12-17T01:26:00,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741839_1015 (size=12001) 2024-12-17T01:26:00,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/2ecd13b8977f4ec1b8f30d8d105bab6f 2024-12-17T01:26:00,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398820311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398820310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T01:26:00,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398820386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398820388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398820390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,443 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-17T01:26:00,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/74d11c72b60b48b69a9fdcf5579ec9c6 is 50, key is test_row_0/B:col10/1734398760156/Put/seqid=0 2024-12-17T01:26:00,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:00,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:00,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:00,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741840_1016 (size=12001) 2024-12-17T01:26:00,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/74d11c72b60b48b69a9fdcf5579ec9c6 2024-12-17T01:26:00,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/7864a9bdf8e9479184c42b0c314f09c8 is 50, key is test_row_0/C:col10/1734398760156/Put/seqid=0 2024-12-17T01:26:00,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398820533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398820534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398820535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398820535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398820535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741841_1017 (size=12001) 2024-12-17T01:26:00,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/7864a9bdf8e9479184c42b0c314f09c8 2024-12-17T01:26:00,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/2ecd13b8977f4ec1b8f30d8d105bab6f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/2ecd13b8977f4ec1b8f30d8d105bab6f 2024-12-17T01:26:00,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/2ecd13b8977f4ec1b8f30d8d105bab6f, entries=150, sequenceid=14, filesize=11.7 K 2024-12-17T01:26:00,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/74d11c72b60b48b69a9fdcf5579ec9c6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/74d11c72b60b48b69a9fdcf5579ec9c6 2024-12-17T01:26:00,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/74d11c72b60b48b69a9fdcf5579ec9c6, entries=150, sequenceid=14, filesize=11.7 K 2024-12-17T01:26:00,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/7864a9bdf8e9479184c42b0c314f09c8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/7864a9bdf8e9479184c42b0c314f09c8 2024-12-17T01:26:00,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-17T01:26:00,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:00,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:00,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:00,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/7864a9bdf8e9479184c42b0c314f09c8, entries=150, sequenceid=14, filesize=11.7 K 2024-12-17T01:26:00,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b74e53d881740e55df51b088916b3b9d in 443ms, sequenceid=14, compaction requested=false 2024-12-17T01:26:00,629 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-17T01:26:00,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T01:26:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:00,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T01:26:00,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:00,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:00,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:00,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:00,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:00,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:00,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7c95d79f562045948f38126a1b6fc779 is 50, key is test_row_0/A:col10/1734398760752/Put/seqid=0 2024-12-17T01:26:00,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-17T01:26:00,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:00,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:00,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:00,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398820775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741842_1018 (size=12001) 2024-12-17T01:26:00,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7c95d79f562045948f38126a1b6fc779 2024-12-17T01:26:00,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398820784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398820784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398820787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398820790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/be2637ad0f8c4e5080f57145e8c7d23b is 50, key is test_row_0/B:col10/1734398760752/Put/seqid=0 2024-12-17T01:26:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741843_1019 (size=12001) 2024-12-17T01:26:00,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/be2637ad0f8c4e5080f57145e8c7d23b 2024-12-17T01:26:00,885 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-17T01:26:00,886 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-17T01:26:00,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/1b242a8ef0d74773a9bce17d9ee6cbe8 is 50, key is test_row_0/C:col10/1734398760752/Put/seqid=0 2024-12-17T01:26:00,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398820902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741844_1020 (size=12001) 2024-12-17T01:26:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398820913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398820913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-17T01:26:00,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:00,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:00,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398820915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398820916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:00,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/1b242a8ef0d74773a9bce17d9ee6cbe8 2024-12-17T01:26:00,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7c95d79f562045948f38126a1b6fc779 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7c95d79f562045948f38126a1b6fc779 2024-12-17T01:26:00,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7c95d79f562045948f38126a1b6fc779, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T01:26:00,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/be2637ad0f8c4e5080f57145e8c7d23b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/be2637ad0f8c4e5080f57145e8c7d23b 2024-12-17T01:26:00,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/be2637ad0f8c4e5080f57145e8c7d23b, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T01:26:00,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/1b242a8ef0d74773a9bce17d9ee6cbe8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/1b242a8ef0d74773a9bce17d9ee6cbe8 2024-12-17T01:26:01,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/1b242a8ef0d74773a9bce17d9ee6cbe8, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T01:26:01,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b74e53d881740e55df51b088916b3b9d in 256ms, sequenceid=39, compaction requested=false 2024-12-17T01:26:01,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:01,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-17T01:26:01,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:01,089 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:26:01,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:01,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:01,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/b0f7f009792b48a691d7b2b0e080071b is 50, key is test_row_0/A:col10/1734398760776/Put/seqid=0 2024-12-17T01:26:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:01,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:01,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741845_1021 (size=12001) 2024-12-17T01:26:01,124 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/b0f7f009792b48a691d7b2b0e080071b 2024-12-17T01:26:01,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/3c88fa8d6cbc4b3e89c3df4aeb0b0a98 is 50, key is test_row_0/B:col10/1734398760776/Put/seqid=0 2024-12-17T01:26:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741846_1022 (size=12001) 2024-12-17T01:26:01,185 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/3c88fa8d6cbc4b3e89c3df4aeb0b0a98 2024-12-17T01:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T01:26:01,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/cd909fcb0c8747b7882a8cf9cb7921e0 is 50, key is test_row_0/C:col10/1734398760776/Put/seqid=0 2024-12-17T01:26:01,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741847_1023 (size=12001) 2024-12-17T01:26:01,240 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/cd909fcb0c8747b7882a8cf9cb7921e0 2024-12-17T01:26:01,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/b0f7f009792b48a691d7b2b0e080071b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b0f7f009792b48a691d7b2b0e080071b 2024-12-17T01:26:01,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398821217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398821252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398821258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398821257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,269 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b0f7f009792b48a691d7b2b0e080071b, entries=150, sequenceid=50, filesize=11.7 K 2024-12-17T01:26:01,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398821268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/3c88fa8d6cbc4b3e89c3df4aeb0b0a98 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3c88fa8d6cbc4b3e89c3df4aeb0b0a98 2024-12-17T01:26:01,289 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3c88fa8d6cbc4b3e89c3df4aeb0b0a98, entries=150, sequenceid=50, filesize=11.7 K 2024-12-17T01:26:01,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/cd909fcb0c8747b7882a8cf9cb7921e0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/cd909fcb0c8747b7882a8cf9cb7921e0 2024-12-17T01:26:01,303 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/cd909fcb0c8747b7882a8cf9cb7921e0, entries=150, sequenceid=50, filesize=11.7 K 2024-12-17T01:26:01,305 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for b74e53d881740e55df51b088916b3b9d in 216ms, sequenceid=50, compaction requested=true 2024-12-17T01:26:01,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:01,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:01,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-17T01:26:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-17T01:26:01,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-17T01:26:01,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2200 sec 2024-12-17T01:26:01,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.2360 sec 2024-12-17T01:26:01,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-17T01:26:01,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:01,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:01,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:01,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:01,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:01,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:01,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398821387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398821392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398821392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398821394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398821397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/f202512fb16248d19a0fb2cfd74fd6fa is 50, key is test_row_0/A:col10/1734398761247/Put/seqid=0 2024-12-17T01:26:01,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741848_1024 (size=14341) 2024-12-17T01:26:01,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/f202512fb16248d19a0fb2cfd74fd6fa 2024-12-17T01:26:01,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/1a71a5bc17fa4def955f5a6e3ab6275d is 50, key is test_row_0/B:col10/1734398761247/Put/seqid=0 2024-12-17T01:26:01,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741849_1025 (size=12001) 2024-12-17T01:26:01,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398821500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398821500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398821501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398821500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398821505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,664 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T01:26:01,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398821708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398821708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398821709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398821711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398821711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:01,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/1a71a5bc17fa4def955f5a6e3ab6275d 2024-12-17T01:26:01,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/f2accc1929c748cbbc3de8144defa431 is 50, key is test_row_0/C:col10/1734398761247/Put/seqid=0 2024-12-17T01:26:01,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741850_1026 (size=12001) 2024-12-17T01:26:01,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/f2accc1929c748cbbc3de8144defa431 2024-12-17T01:26:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/f202512fb16248d19a0fb2cfd74fd6fa as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/f202512fb16248d19a0fb2cfd74fd6fa 2024-12-17T01:26:01,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/f202512fb16248d19a0fb2cfd74fd6fa, entries=200, sequenceid=77, filesize=14.0 K 2024-12-17T01:26:01,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/1a71a5bc17fa4def955f5a6e3ab6275d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/1a71a5bc17fa4def955f5a6e3ab6275d 2024-12-17T01:26:01,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/1a71a5bc17fa4def955f5a6e3ab6275d, entries=150, sequenceid=77, filesize=11.7 K 2024-12-17T01:26:01,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/f2accc1929c748cbbc3de8144defa431 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/f2accc1929c748cbbc3de8144defa431 2024-12-17T01:26:02,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/f2accc1929c748cbbc3de8144defa431, entries=150, sequenceid=77, filesize=11.7 K 2024-12-17T01:26:02,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for b74e53d881740e55df51b088916b3b9d in 635ms, sequenceid=77, compaction requested=true 2024-12-17T01:26:02,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:02,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:02,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:02,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:02,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:02,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:02,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:02,012 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:02,019 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:02,021 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/B is initiating minor compaction (all files) 2024-12-17T01:26:02,021 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/B in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:02,021 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/74d11c72b60b48b69a9fdcf5579ec9c6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/be2637ad0f8c4e5080f57145e8c7d23b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3c88fa8d6cbc4b3e89c3df4aeb0b0a98, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/1a71a5bc17fa4def955f5a6e3ab6275d] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=46.9 K 2024-12-17T01:26:02,023 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 74d11c72b60b48b69a9fdcf5579ec9c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734398760155 2024-12-17T01:26:02,024 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting be2637ad0f8c4e5080f57145e8c7d23b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734398760305 2024-12-17T01:26:02,026 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c88fa8d6cbc4b3e89c3df4aeb0b0a98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734398760776 2024-12-17T01:26:02,028 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a71a5bc17fa4def955f5a6e3ab6275d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734398761247 2024-12-17T01:26:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:02,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:26:02,030 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:02,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:02,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:02,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:02,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:02,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:02,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:02,037 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:02,037 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/A is initiating minor compaction (all files) 2024-12-17T01:26:02,037 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/A in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:02,037 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/2ecd13b8977f4ec1b8f30d8d105bab6f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7c95d79f562045948f38126a1b6fc779, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b0f7f009792b48a691d7b2b0e080071b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/f202512fb16248d19a0fb2cfd74fd6fa] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=49.2 K 2024-12-17T01:26:02,040 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ecd13b8977f4ec1b8f30d8d105bab6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734398760155 2024-12-17T01:26:02,041 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c95d79f562045948f38126a1b6fc779, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734398760305 2024-12-17T01:26:02,042 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0f7f009792b48a691d7b2b0e080071b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734398760776 2024-12-17T01:26:02,045 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting f202512fb16248d19a0fb2cfd74fd6fa, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734398761247 2024-12-17T01:26:02,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/dc16740ec66145548c6dc79ca0df2b45 is 50, key is test_row_0/A:col10/1734398762026/Put/seqid=0 2024-12-17T01:26:02,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-17T01:26:02,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-17T01:26:02,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-17T01:26:02,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-17T01:26:02,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-17T01:26:02,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-17T01:26:02,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-17T01:26:02,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-17T01:26:02,077 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-17T01:26:02,077 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-17T01:26:02,082 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#A#compaction#14 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:02,083 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/46578d242a8d4a1c816597b989a0b9c6 is 50, key is test_row_0/A:col10/1734398761247/Put/seqid=0 2024-12-17T01:26:02,085 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#B#compaction#13 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:02,086 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/19b90ae1468d414287a201ae8639d60c is 50, key is test_row_0/B:col10/1734398761247/Put/seqid=0 2024-12-17T01:26:02,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741851_1027 (size=16681) 2024-12-17T01:26:02,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/dc16740ec66145548c6dc79ca0df2b45 2024-12-17T01:26:02,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741853_1029 (size=12139) 2024-12-17T01:26:02,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741852_1028 (size=12139) 2024-12-17T01:26:02,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/bce38fcbbd92407ba6c0a203e04fb0c9 is 50, key is test_row_0/B:col10/1734398762026/Put/seqid=0 2024-12-17T01:26:02,126 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/46578d242a8d4a1c816597b989a0b9c6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/46578d242a8d4a1c816597b989a0b9c6 2024-12-17T01:26:02,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741854_1030 (size=12001) 2024-12-17T01:26:02,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/bce38fcbbd92407ba6c0a203e04fb0c9 2024-12-17T01:26:02,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/b56966a0a98b4ac38f9bcabb34adc426 is 50, key is test_row_0/C:col10/1734398762026/Put/seqid=0 2024-12-17T01:26:02,151 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/A of b74e53d881740e55df51b088916b3b9d into 46578d242a8d4a1c816597b989a0b9c6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:02,151 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:02,151 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/A, priority=12, startTime=1734398762011; duration=0sec 2024-12-17T01:26:02,152 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:02,152 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:A 2024-12-17T01:26:02,152 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:02,157 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:02,157 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/C is initiating minor compaction (all files) 2024-12-17T01:26:02,158 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/C in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:02,158 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/7864a9bdf8e9479184c42b0c314f09c8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/1b242a8ef0d74773a9bce17d9ee6cbe8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/cd909fcb0c8747b7882a8cf9cb7921e0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/f2accc1929c748cbbc3de8144defa431] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=46.9 K 2024-12-17T01:26:02,159 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7864a9bdf8e9479184c42b0c314f09c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734398760155 2024-12-17T01:26:02,160 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b242a8ef0d74773a9bce17d9ee6cbe8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734398760305 2024-12-17T01:26:02,161 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd909fcb0c8747b7882a8cf9cb7921e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734398760776 2024-12-17T01:26:02,163 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2accc1929c748cbbc3de8144defa431, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734398761247 2024-12-17T01:26:02,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398822168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398822168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398822173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398822173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398822177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741855_1031 (size=12001) 2024-12-17T01:26:02,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/b56966a0a98b4ac38f9bcabb34adc426 2024-12-17T01:26:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T01:26:02,196 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-17T01:26:02,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:02,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/dc16740ec66145548c6dc79ca0df2b45 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/dc16740ec66145548c6dc79ca0df2b45 2024-12-17T01:26:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-17T01:26:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T01:26:02,203 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:02,204 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:02,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:02,206 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#C#compaction#17 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:02,210 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/28e16545f2d24b469ca0a5638454205f is 50, key is test_row_0/C:col10/1734398761247/Put/seqid=0 2024-12-17T01:26:02,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/dc16740ec66145548c6dc79ca0df2b45, entries=250, sequenceid=90, filesize=16.3 K 2024-12-17T01:26:02,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/bce38fcbbd92407ba6c0a203e04fb0c9 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/bce38fcbbd92407ba6c0a203e04fb0c9 2024-12-17T01:26:02,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/bce38fcbbd92407ba6c0a203e04fb0c9, entries=150, sequenceid=90, filesize=11.7 K 2024-12-17T01:26:02,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/b56966a0a98b4ac38f9bcabb34adc426 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/b56966a0a98b4ac38f9bcabb34adc426 2024-12-17T01:26:02,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/b56966a0a98b4ac38f9bcabb34adc426, entries=150, sequenceid=90, filesize=11.7 K 2024-12-17T01:26:02,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for b74e53d881740e55df51b088916b3b9d in 208ms, sequenceid=90, compaction requested=false 2024-12-17T01:26:02,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:02,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741856_1032 (size=12139) 2024-12-17T01:26:02,254 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/28e16545f2d24b469ca0a5638454205f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/28e16545f2d24b469ca0a5638454205f 2024-12-17T01:26:02,266 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/C of b74e53d881740e55df51b088916b3b9d into 28e16545f2d24b469ca0a5638454205f(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:02,268 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:02,268 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/C, priority=12, startTime=1734398762012; duration=0sec 2024-12-17T01:26:02,268 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:02,268 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:C 2024-12-17T01:26:02,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T01:26:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:02,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:02,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:02,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:02,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:02,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:02,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:02,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/30006ae3460343c1acea24bd635438ac is 50, key is test_row_0/A:col10/1734398762167/Put/seqid=0 2024-12-17T01:26:02,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398822293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T01:26:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741857_1033 (size=14341) 2024-12-17T01:26:02,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/30006ae3460343c1acea24bd635438ac 2024-12-17T01:26:02,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398822300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398822302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398822302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398822302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/c48299d61c614d6a87ec7f6f711da650 is 50, key is test_row_0/B:col10/1734398762167/Put/seqid=0 2024-12-17T01:26:02,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741858_1034 (size=12001) 2024-12-17T01:26:02,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/c48299d61c614d6a87ec7f6f711da650 2024-12-17T01:26:02,359 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T01:26:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:02,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:02,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/58603c0c5c534dd1a5c12b48ef12254e is 50, key is test_row_0/C:col10/1734398762167/Put/seqid=0 2024-12-17T01:26:02,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398822406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741859_1035 (size=12001) 2024-12-17T01:26:02,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398822416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398822417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/58603c0c5c534dd1a5c12b48ef12254e 2024-12-17T01:26:02,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398822418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398822420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/30006ae3460343c1acea24bd635438ac as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/30006ae3460343c1acea24bd635438ac 2024-12-17T01:26:02,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/30006ae3460343c1acea24bd635438ac, entries=200, sequenceid=119, filesize=14.0 K 2024-12-17T01:26:02,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/c48299d61c614d6a87ec7f6f711da650 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c48299d61c614d6a87ec7f6f711da650 2024-12-17T01:26:02,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c48299d61c614d6a87ec7f6f711da650, entries=150, sequenceid=119, filesize=11.7 K 2024-12-17T01:26:02,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/58603c0c5c534dd1a5c12b48ef12254e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/58603c0c5c534dd1a5c12b48ef12254e 2024-12-17T01:26:02,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/58603c0c5c534dd1a5c12b48ef12254e, entries=150, sequenceid=119, filesize=11.7 K 2024-12-17T01:26:02,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b74e53d881740e55df51b088916b3b9d in 198ms, sequenceid=119, compaction requested=true 2024-12-17T01:26:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:A, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:02,481 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T01:26:02,484 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:02,484 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/A is initiating minor compaction (all files) 2024-12-17T01:26:02,484 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/A in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:02,484 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/46578d242a8d4a1c816597b989a0b9c6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/dc16740ec66145548c6dc79ca0df2b45, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/30006ae3460343c1acea24bd635438ac] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=42.1 K 2024-12-17T01:26:02,485 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46578d242a8d4a1c816597b989a0b9c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734398761247 2024-12-17T01:26:02,486 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc16740ec66145548c6dc79ca0df2b45, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734398761382 2024-12-17T01:26:02,487 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30006ae3460343c1acea24bd635438ac, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734398762167 2024-12-17T01:26:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T01:26:02,506 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#A#compaction#21 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:02,507 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7234ad01cf7d46cda400388a62d45432 is 50, key is test_row_0/A:col10/1734398762167/Put/seqid=0 2024-12-17T01:26:02,514 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T01:26:02,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:02,515 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-17T01:26:02,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:02,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:02,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:02,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/19f0a689b7af4721b37b3d8cf5bae0e6 is 50, key is test_row_0/A:col10/1734398762299/Put/seqid=0 2024-12-17T01:26:02,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741860_1036 (size=12241) 2024-12-17T01:26:02,534 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/19b90ae1468d414287a201ae8639d60c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/19b90ae1468d414287a201ae8639d60c 2024-12-17T01:26:02,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741861_1037 (size=12001) 2024-12-17T01:26:02,552 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/B of b74e53d881740e55df51b088916b3b9d into 19b90ae1468d414287a201ae8639d60c(size=11.9 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:02,552 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:02,552 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/B, priority=12, startTime=1734398762012; duration=0sec 2024-12-17T01:26:02,552 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T01:26:02,552 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:02,555 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/19f0a689b7af4721b37b3d8cf5bae0e6 2024-12-17T01:26:02,555 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7234ad01cf7d46cda400388a62d45432 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7234ad01cf7d46cda400388a62d45432 2024-12-17T01:26:02,556 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:02,556 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:02,561 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:02,562 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/C is initiating minor compaction (all files) 2024-12-17T01:26:02,562 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/C in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:02,562 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/28e16545f2d24b469ca0a5638454205f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/b56966a0a98b4ac38f9bcabb34adc426, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/58603c0c5c534dd1a5c12b48ef12254e] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=35.3 K 2024-12-17T01:26:02,564 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 28e16545f2d24b469ca0a5638454205f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734398761247 2024-12-17T01:26:02,565 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting b56966a0a98b4ac38f9bcabb34adc426, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734398761382 2024-12-17T01:26:02,566 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 58603c0c5c534dd1a5c12b48ef12254e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734398762167 2024-12-17T01:26:02,575 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/A of b74e53d881740e55df51b088916b3b9d into 7234ad01cf7d46cda400388a62d45432(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:02,575 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:02,575 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/A, priority=13, startTime=1734398762481; duration=0sec 2024-12-17T01:26:02,576 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:02,576 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:A 2024-12-17T01:26:02,576 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:02,580 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:02,580 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/B is initiating minor compaction (all files) 2024-12-17T01:26:02,580 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/B in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:02,580 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/19b90ae1468d414287a201ae8639d60c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/bce38fcbbd92407ba6c0a203e04fb0c9, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c48299d61c614d6a87ec7f6f711da650] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=35.3 K 2024-12-17T01:26:02,581 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19b90ae1468d414287a201ae8639d60c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734398761247 2024-12-17T01:26:02,582 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting bce38fcbbd92407ba6c0a203e04fb0c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734398761382 2024-12-17T01:26:02,582 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting c48299d61c614d6a87ec7f6f711da650, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734398762167 2024-12-17T01:26:02,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/61e5c34ccdea43738f2ba73ca9fce7fe is 50, key is test_row_0/B:col10/1734398762299/Put/seqid=0 2024-12-17T01:26:02,600 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#C#compaction#24 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:02,601 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/623c50c0eee84bcb945bf243dc1cda28 is 50, key is test_row_0/C:col10/1734398762167/Put/seqid=0 2024-12-17T01:26:02,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741862_1038 (size=12001) 2024-12-17T01:26:02,611 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/61e5c34ccdea43738f2ba73ca9fce7fe 2024-12-17T01:26:02,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:02,626 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#B#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:02,627 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/075c8f6b6dec46138779eec17935135b is 50, key is test_row_0/B:col10/1734398762167/Put/seqid=0 2024-12-17T01:26:02,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/5bddc792ef2c4794a4986831fec6c20e is 50, key is test_row_0/C:col10/1734398762299/Put/seqid=0 2024-12-17T01:26:02,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741863_1039 (size=12241) 2024-12-17T01:26:02,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398822665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741864_1040 (size=12241) 2024-12-17T01:26:02,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398822669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398822670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741865_1041 (size=12001) 2024-12-17T01:26:02,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398822673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,683 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/623c50c0eee84bcb945bf243dc1cda28 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/623c50c0eee84bcb945bf243dc1cda28 2024-12-17T01:26:02,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398822673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,684 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/5bddc792ef2c4794a4986831fec6c20e 2024-12-17T01:26:02,699 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/075c8f6b6dec46138779eec17935135b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/075c8f6b6dec46138779eec17935135b 2024-12-17T01:26:02,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/19f0a689b7af4721b37b3d8cf5bae0e6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/19f0a689b7af4721b37b3d8cf5bae0e6 2024-12-17T01:26:02,707 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/C of b74e53d881740e55df51b088916b3b9d into 623c50c0eee84bcb945bf243dc1cda28(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:02,707 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:02,707 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/C, priority=13, startTime=1734398762481; duration=0sec 2024-12-17T01:26:02,707 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:02,707 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:C 2024-12-17T01:26:02,715 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/19f0a689b7af4721b37b3d8cf5bae0e6, entries=150, sequenceid=128, filesize=11.7 K 2024-12-17T01:26:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/61e5c34ccdea43738f2ba73ca9fce7fe as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/61e5c34ccdea43738f2ba73ca9fce7fe 2024-12-17T01:26:02,717 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/B of b74e53d881740e55df51b088916b3b9d into 075c8f6b6dec46138779eec17935135b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:02,717 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:02,718 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/B, priority=13, startTime=1734398762481; duration=0sec 2024-12-17T01:26:02,718 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:02,718 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:02,728 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/61e5c34ccdea43738f2ba73ca9fce7fe, entries=150, sequenceid=128, filesize=11.7 K 2024-12-17T01:26:02,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/5bddc792ef2c4794a4986831fec6c20e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5bddc792ef2c4794a4986831fec6c20e 2024-12-17T01:26:02,742 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5bddc792ef2c4794a4986831fec6c20e, entries=150, sequenceid=128, filesize=11.7 K 2024-12-17T01:26:02,744 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b74e53d881740e55df51b088916b3b9d in 229ms, sequenceid=128, compaction requested=false 2024-12-17T01:26:02,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:02,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:02,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-17T01:26:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-17T01:26:02,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-17T01:26:02,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 544 msec 2024-12-17T01:26:02,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 558 msec 2024-12-17T01:26:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:02,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-17T01:26:02,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:02,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:02,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:02,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:02,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:02,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:02,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/3c67f00ee9f64183b0525b4306213144 is 50, key is test_row_0/A:col10/1734398762669/Put/seqid=0 2024-12-17T01:26:02,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741866_1042 (size=14541) 2024-12-17T01:26:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T01:26:02,807 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-17T01:26:02,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:02,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398822791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-17T01:26:02,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398822792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398822808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,814 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:02,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398822808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T01:26:02,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398822809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,817 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:02,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T01:26:02,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398822915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398822915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398822916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398822917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398822918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:02,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-17T01:26:02,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:02,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:02,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:02,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:02,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T01:26:03,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398823122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398823123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,126 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398823125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398823125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-17T01:26:03,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:03,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398823129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/3c67f00ee9f64183b0525b4306213144 2024-12-17T01:26:03,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/28f521ca63c84b06ab89020bfe73478a is 50, key is test_row_0/B:col10/1734398762669/Put/seqid=0 2024-12-17T01:26:03,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741867_1043 (size=12151) 2024-12-17T01:26:03,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/28f521ca63c84b06ab89020bfe73478a 2024-12-17T01:26:03,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-17T01:26:03,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:03,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/c7d7c172fb9c467c998f6180a9867043 is 50, key is test_row_0/C:col10/1734398762669/Put/seqid=0 2024-12-17T01:26:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741868_1044 (size=12151) 2024-12-17T01:26:03,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/c7d7c172fb9c467c998f6180a9867043 2024-12-17T01:26:03,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/3c67f00ee9f64183b0525b4306213144 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/3c67f00ee9f64183b0525b4306213144 2024-12-17T01:26:03,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/3c67f00ee9f64183b0525b4306213144, entries=200, sequenceid=160, filesize=14.2 K 2024-12-17T01:26:03,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/28f521ca63c84b06ab89020bfe73478a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/28f521ca63c84b06ab89020bfe73478a 2024-12-17T01:26:03,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/28f521ca63c84b06ab89020bfe73478a, entries=150, sequenceid=160, filesize=11.9 K 2024-12-17T01:26:03,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/c7d7c172fb9c467c998f6180a9867043 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/c7d7c172fb9c467c998f6180a9867043 2024-12-17T01:26:03,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/c7d7c172fb9c467c998f6180a9867043, entries=150, sequenceid=160, filesize=11.9 K 2024-12-17T01:26:03,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for b74e53d881740e55df51b088916b3b9d in 575ms, sequenceid=160, compaction requested=true 2024-12-17T01:26:03,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:03,355 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:03,355 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:03,358 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:03,358 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/B is initiating minor compaction (all files) 2024-12-17T01:26:03,358 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/B in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,359 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/075c8f6b6dec46138779eec17935135b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/61e5c34ccdea43738f2ba73ca9fce7fe, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/28f521ca63c84b06ab89020bfe73478a] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=35.5 K 2024-12-17T01:26:03,359 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:03,359 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/A is initiating minor compaction (all files) 2024-12-17T01:26:03,359 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/A in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:03,359 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7234ad01cf7d46cda400388a62d45432, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/19f0a689b7af4721b37b3d8cf5bae0e6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/3c67f00ee9f64183b0525b4306213144] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=37.9 K 2024-12-17T01:26:03,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:03,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:03,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:03,360 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7234ad01cf7d46cda400388a62d45432, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734398762167 2024-12-17T01:26:03,360 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 075c8f6b6dec46138779eec17935135b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734398762167 2024-12-17T01:26:03,361 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19f0a689b7af4721b37b3d8cf5bae0e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734398762295 2024-12-17T01:26:03,362 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 61e5c34ccdea43738f2ba73ca9fce7fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734398762295 2024-12-17T01:26:03,363 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c67f00ee9f64183b0525b4306213144, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734398762650 2024-12-17T01:26:03,363 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 28f521ca63c84b06ab89020bfe73478a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734398762650 2024-12-17T01:26:03,395 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#A#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:03,396 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/b1b4713d68ed4099955334a26f174251 is 50, key is test_row_0/A:col10/1734398762669/Put/seqid=0 2024-12-17T01:26:03,402 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:03,403 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/3b094b96a5694dee80518f8df5872f29 is 50, key is test_row_0/B:col10/1734398762669/Put/seqid=0 2024-12-17T01:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T01:26:03,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741869_1045 (size=12493) 2024-12-17T01:26:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:03,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741870_1046 (size=12493) 2024-12-17T01:26:03,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:26:03,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:03,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:03,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:03,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:03,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:03,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:03,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-17T01:26:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,448 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/3b094b96a5694dee80518f8df5872f29 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3b094b96a5694dee80518f8df5872f29 2024-12-17T01:26:03,452 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/b1b4713d68ed4099955334a26f174251 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b1b4713d68ed4099955334a26f174251 2024-12-17T01:26:03,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/73941e160fb04157a18656e5a28cede7 is 50, key is test_row_0/A:col10/1734398763428/Put/seqid=0 2024-12-17T01:26:03,461 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/B of b74e53d881740e55df51b088916b3b9d into 3b094b96a5694dee80518f8df5872f29(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:03,461 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:03,461 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/B, priority=13, startTime=1734398763355; duration=0sec 2024-12-17T01:26:03,462 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:03,462 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:03,462 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:03,466 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/A of b74e53d881740e55df51b088916b3b9d into b1b4713d68ed4099955334a26f174251(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:03,466 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:03,466 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/A, priority=13, startTime=1734398763355; duration=0sec 2024-12-17T01:26:03,467 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:03,467 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:A 2024-12-17T01:26:03,467 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:03,467 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/C is initiating minor compaction (all files) 2024-12-17T01:26:03,467 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/C in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,467 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/623c50c0eee84bcb945bf243dc1cda28, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5bddc792ef2c4794a4986831fec6c20e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/c7d7c172fb9c467c998f6180a9867043] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=35.5 K 2024-12-17T01:26:03,468 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 623c50c0eee84bcb945bf243dc1cda28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734398762167 2024-12-17T01:26:03,469 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bddc792ef2c4794a4986831fec6c20e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734398762295 2024-12-17T01:26:03,470 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting c7d7c172fb9c467c998f6180a9867043, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734398762650 2024-12-17T01:26:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398823478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398823478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398823481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398823484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398823486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741871_1047 (size=12151) 2024-12-17T01:26:03,496 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:03,497 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/6227f99120ab42fb878ecc26a88187f5 is 50, key is test_row_0/C:col10/1734398762669/Put/seqid=0 2024-12-17T01:26:03,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741872_1048 (size=12493) 2024-12-17T01:26:03,534 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/6227f99120ab42fb878ecc26a88187f5 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/6227f99120ab42fb878ecc26a88187f5 2024-12-17T01:26:03,548 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/C of b74e53d881740e55df51b088916b3b9d into 6227f99120ab42fb878ecc26a88187f5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:03,549 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:03,549 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/C, priority=13, startTime=1734398763359; duration=0sec 2024-12-17T01:26:03,549 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:03,549 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:C 2024-12-17T01:26:03,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398823588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398823588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398823590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398823590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398823593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,600 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-17T01:26:03,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:03,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-17T01:26:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398823793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398823794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398823794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398823795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398823797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/73941e160fb04157a18656e5a28cede7 2024-12-17T01:26:03,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/dc03fee952b54b91ba2df844f98662b1 is 50, key is test_row_0/B:col10/1734398763428/Put/seqid=0 2024-12-17T01:26:03,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:03,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-17T01:26:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:03,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T01:26:03,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741873_1049 (size=12151) 2024-12-17T01:26:03,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/dc03fee952b54b91ba2df844f98662b1 2024-12-17T01:26:03,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/98b014cc3f384fb28156bd31d4d9652a is 50, key is test_row_0/C:col10/1734398763428/Put/seqid=0 2024-12-17T01:26:03,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741874_1050 (size=12151) 2024-12-17T01:26:03,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/98b014cc3f384fb28156bd31d4d9652a 2024-12-17T01:26:03,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/73941e160fb04157a18656e5a28cede7 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/73941e160fb04157a18656e5a28cede7 2024-12-17T01:26:04,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/73941e160fb04157a18656e5a28cede7, entries=150, sequenceid=171, filesize=11.9 K 2024-12-17T01:26:04,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/dc03fee952b54b91ba2df844f98662b1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/dc03fee952b54b91ba2df844f98662b1 2024-12-17T01:26:04,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/dc03fee952b54b91ba2df844f98662b1, entries=150, sequenceid=171, filesize=11.9 K 2024-12-17T01:26:04,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/98b014cc3f384fb28156bd31d4d9652a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/98b014cc3f384fb28156bd31d4d9652a 2024-12-17T01:26:04,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/98b014cc3f384fb28156bd31d4d9652a, entries=150, sequenceid=171, filesize=11.9 K 2024-12-17T01:26:04,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b74e53d881740e55df51b088916b3b9d in 599ms, sequenceid=171, compaction requested=false 2024-12-17T01:26:04,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:04,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-17T01:26:04,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:04,068 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:26:04,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:04,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:04,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:04,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:04,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:04,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/e2d5dab7e60c49f49a1996ac08873bec is 50, key is test_row_0/A:col10/1734398763480/Put/seqid=0 2024-12-17T01:26:04,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741875_1051 (size=12151) 2024-12-17T01:26:04,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:04,103 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/e2d5dab7e60c49f49a1996ac08873bec 2024-12-17T01:26:04,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398824110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398824111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398824113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398824115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398824116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/cfad33a5109449cb9704d2047fd25280 is 50, key is test_row_0/B:col10/1734398763480/Put/seqid=0 2024-12-17T01:26:04,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741876_1052 (size=12151) 2024-12-17T01:26:04,155 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/cfad33a5109449cb9704d2047fd25280 2024-12-17T01:26:04,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/8d77feec2f6d40eeb2fe0246d22a07a7 is 50, key is test_row_0/C:col10/1734398763480/Put/seqid=0 2024-12-17T01:26:04,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741877_1053 (size=12151) 2024-12-17T01:26:04,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398824217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398824220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398824221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398824222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398824222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398824420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398824425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398824425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398824425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398824427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,587 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/8d77feec2f6d40eeb2fe0246d22a07a7 2024-12-17T01:26:04,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/e2d5dab7e60c49f49a1996ac08873bec as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e2d5dab7e60c49f49a1996ac08873bec 2024-12-17T01:26:04,609 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e2d5dab7e60c49f49a1996ac08873bec, entries=150, sequenceid=199, filesize=11.9 K 2024-12-17T01:26:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/cfad33a5109449cb9704d2047fd25280 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cfad33a5109449cb9704d2047fd25280 2024-12-17T01:26:04,624 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cfad33a5109449cb9704d2047fd25280, entries=150, sequenceid=199, filesize=11.9 K 2024-12-17T01:26:04,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/8d77feec2f6d40eeb2fe0246d22a07a7 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/8d77feec2f6d40eeb2fe0246d22a07a7 2024-12-17T01:26:04,635 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/8d77feec2f6d40eeb2fe0246d22a07a7, entries=150, sequenceid=199, filesize=11.9 K 2024-12-17T01:26:04,637 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for b74e53d881740e55df51b088916b3b9d in 570ms, sequenceid=199, compaction requested=true 2024-12-17T01:26:04,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:04,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:04,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-17T01:26:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-17T01:26:04,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-17T01:26:04,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-12-17T01:26:04,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.8340 sec 2024-12-17T01:26:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:04,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T01:26:04,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:04,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:04,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:04,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:04,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:04,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:04,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/5a00be8963ea491091533bb52c17394e is 50, key is test_row_0/A:col10/1734398764727/Put/seqid=0 2024-12-17T01:26:04,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741878_1054 (size=14541) 2024-12-17T01:26:04,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/5a00be8963ea491091533bb52c17394e 2024-12-17T01:26:04,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/116abeefb70742929c7a2108f98b14de is 50, key is test_row_0/B:col10/1734398764727/Put/seqid=0 2024-12-17T01:26:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398824759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398824760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398824761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398824764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398824765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741879_1055 (size=12151) 2024-12-17T01:26:04,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/116abeefb70742929c7a2108f98b14de 2024-12-17T01:26:04,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/811f1e2a2d3e4331bb1aa08a64808ed2 is 50, key is test_row_0/C:col10/1734398764727/Put/seqid=0 2024-12-17T01:26:04,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741880_1056 (size=12151) 2024-12-17T01:26:04,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/811f1e2a2d3e4331bb1aa08a64808ed2 2024-12-17T01:26:04,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/5a00be8963ea491091533bb52c17394e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/5a00be8963ea491091533bb52c17394e 2024-12-17T01:26:04,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/5a00be8963ea491091533bb52c17394e, entries=200, sequenceid=212, filesize=14.2 K 2024-12-17T01:26:04,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/116abeefb70742929c7a2108f98b14de as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/116abeefb70742929c7a2108f98b14de 2024-12-17T01:26:04,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/116abeefb70742929c7a2108f98b14de, entries=150, sequenceid=212, filesize=11.9 K 2024-12-17T01:26:04,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/811f1e2a2d3e4331bb1aa08a64808ed2 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/811f1e2a2d3e4331bb1aa08a64808ed2 2024-12-17T01:26:04,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/811f1e2a2d3e4331bb1aa08a64808ed2, entries=150, sequenceid=212, filesize=11.9 K 2024-12-17T01:26:04,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b74e53d881740e55df51b088916b3b9d in 136ms, sequenceid=212, compaction requested=true 2024-12-17T01:26:04,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:04,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:04,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:04,866 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:04,866 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:04,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:04,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:04,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:04,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:04,869 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:04,869 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/B is initiating minor compaction (all files) 2024-12-17T01:26:04,869 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/B in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:04,870 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3b094b96a5694dee80518f8df5872f29, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/dc03fee952b54b91ba2df844f98662b1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cfad33a5109449cb9704d2047fd25280, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/116abeefb70742929c7a2108f98b14de] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=47.8 K 2024-12-17T01:26:04,872 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b094b96a5694dee80518f8df5872f29, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734398762650 2024-12-17T01:26:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:04,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T01:26:04,873 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:04,873 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting dc03fee952b54b91ba2df844f98662b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734398762791 2024-12-17T01:26:04,874 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/A is initiating minor compaction (all files) 2024-12-17T01:26:04,874 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/A in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:04,874 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b1b4713d68ed4099955334a26f174251, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/73941e160fb04157a18656e5a28cede7, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e2d5dab7e60c49f49a1996ac08873bec, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/5a00be8963ea491091533bb52c17394e] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=50.1 K 2024-12-17T01:26:04,875 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1b4713d68ed4099955334a26f174251, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734398762650 2024-12-17T01:26:04,875 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting cfad33a5109449cb9704d2047fd25280, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734398763478 2024-12-17T01:26:04,875 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73941e160fb04157a18656e5a28cede7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734398762791 2024-12-17T01:26:04,876 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 116abeefb70742929c7a2108f98b14de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734398764108 2024-12-17T01:26:04,876 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2d5dab7e60c49f49a1996ac08873bec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734398763478 2024-12-17T01:26:04,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:04,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:04,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:04,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:04,877 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a00be8963ea491091533bb52c17394e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734398764108 2024-12-17T01:26:04,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:04,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:04,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/303528fa8878471d9e6d1b3a2e1f927a is 50, key is test_row_0/A:col10/1734398764873/Put/seqid=0 2024-12-17T01:26:04,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398824888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398824888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398824896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398824897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398824897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:04,919 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:04,920 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/c62e3fd7f2814a22a003abee596cdef0 is 50, key is test_row_0/A:col10/1734398764727/Put/seqid=0 2024-12-17T01:26:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T01:26:04,924 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-17T01:26:04,926 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#B#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:04,927 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/c51f0a29d7ed43e085b9929aab9a25ce is 50, key is test_row_0/B:col10/1734398764727/Put/seqid=0 2024-12-17T01:26:04,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:04,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741881_1057 (size=14541) 2024-12-17T01:26:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-17T01:26:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T01:26:04,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/303528fa8878471d9e6d1b3a2e1f927a 2024-12-17T01:26:04,935 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:04,936 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:04,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:04,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/d4261501d6da45ec8d6f1cdaf1d6332d is 50, key is test_row_0/B:col10/1734398764873/Put/seqid=0 2024-12-17T01:26:04,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741882_1058 (size=12629) 2024-12-17T01:26:04,982 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/c62e3fd7f2814a22a003abee596cdef0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/c62e3fd7f2814a22a003abee596cdef0 2024-12-17T01:26:04,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741883_1059 (size=12629) 2024-12-17T01:26:04,995 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/A of b74e53d881740e55df51b088916b3b9d into c62e3fd7f2814a22a003abee596cdef0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:04,995 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:04,995 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/A, priority=12, startTime=1734398764866; duration=0sec 2024-12-17T01:26:04,995 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:04,995 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:A 2024-12-17T01:26:04,995 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:04,999 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:04,999 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/C is initiating minor compaction (all files) 2024-12-17T01:26:04,999 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/C in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,000 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/6227f99120ab42fb878ecc26a88187f5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/98b014cc3f384fb28156bd31d4d9652a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/8d77feec2f6d40eeb2fe0246d22a07a7, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/811f1e2a2d3e4331bb1aa08a64808ed2] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=47.8 K 2024-12-17T01:26:05,001 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6227f99120ab42fb878ecc26a88187f5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734398762650 2024-12-17T01:26:05,002 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98b014cc3f384fb28156bd31d4d9652a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734398762791 2024-12-17T01:26:05,002 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d77feec2f6d40eeb2fe0246d22a07a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734398763478 2024-12-17T01:26:05,003 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 811f1e2a2d3e4331bb1aa08a64808ed2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734398764108 2024-12-17T01:26:05,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398825000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398825001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398825006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398825007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741884_1060 (size=12151) 2024-12-17T01:26:05,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398825007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/d4261501d6da45ec8d6f1cdaf1d6332d 2024-12-17T01:26:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T01:26:05,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/3a777c5a88ae4fdd8bb63a932450e2c1 is 50, key is test_row_0/C:col10/1734398764873/Put/seqid=0 2024-12-17T01:26:05,047 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#C#compaction#47 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:05,048 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/2dae986db87142569438b560a2bb5507 is 50, key is test_row_0/C:col10/1734398764727/Put/seqid=0 2024-12-17T01:26:05,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741885_1061 (size=12151) 2024-12-17T01:26:05,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/3a777c5a88ae4fdd8bb63a932450e2c1 2024-12-17T01:26:05,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/303528fa8878471d9e6d1b3a2e1f927a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/303528fa8878471d9e6d1b3a2e1f927a 2024-12-17T01:26:05,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741886_1062 (size=12629) 2024-12-17T01:26:05,090 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T01:26:05,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:05,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/303528fa8878471d9e6d1b3a2e1f927a, entries=200, sequenceid=239, filesize=14.2 K 2024-12-17T01:26:05,098 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/2dae986db87142569438b560a2bb5507 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/2dae986db87142569438b560a2bb5507 2024-12-17T01:26:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/d4261501d6da45ec8d6f1cdaf1d6332d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d4261501d6da45ec8d6f1cdaf1d6332d 2024-12-17T01:26:05,107 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/C of b74e53d881740e55df51b088916b3b9d into 2dae986db87142569438b560a2bb5507(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:05,107 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:05,107 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/C, priority=12, startTime=1734398764866; duration=0sec 2024-12-17T01:26:05,108 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:05,108 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:C 2024-12-17T01:26:05,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d4261501d6da45ec8d6f1cdaf1d6332d, entries=150, sequenceid=239, filesize=11.9 K 2024-12-17T01:26:05,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/3a777c5a88ae4fdd8bb63a932450e2c1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/3a777c5a88ae4fdd8bb63a932450e2c1 2024-12-17T01:26:05,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/3a777c5a88ae4fdd8bb63a932450e2c1, entries=150, sequenceid=239, filesize=11.9 K 2024-12-17T01:26:05,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for b74e53d881740e55df51b088916b3b9d in 248ms, sequenceid=239, compaction requested=false 2024-12-17T01:26:05,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:05,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:26:05,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:05,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:05,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:05,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:05,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:05,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:05,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/4d9bfc213eda4ba7b61d10ffa01ac421 is 50, key is test_row_0/A:col10/1734398765208/Put/seqid=0 2024-12-17T01:26:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741887_1063 (size=12151) 2024-12-17T01:26:05,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/4d9bfc213eda4ba7b61d10ffa01ac421 2024-12-17T01:26:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T01:26:05,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/06578225daef4e7fb7c1846b3fb2e1ea is 50, key is test_row_0/B:col10/1734398765208/Put/seqid=0 2024-12-17T01:26:05,245 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T01:26:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398825255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398825256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398825258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398825259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398825256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741888_1064 (size=12151) 2024-12-17T01:26:05,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/06578225daef4e7fb7c1846b3fb2e1ea 2024-12-17T01:26:05,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/46a30a1a63bf49008cc053eddaf43818 is 50, key is test_row_0/C:col10/1734398765208/Put/seqid=0 2024-12-17T01:26:05,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741889_1065 (size=12151) 2024-12-17T01:26:05,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/46a30a1a63bf49008cc053eddaf43818 2024-12-17T01:26:05,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/4d9bfc213eda4ba7b61d10ffa01ac421 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/4d9bfc213eda4ba7b61d10ffa01ac421 2024-12-17T01:26:05,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/4d9bfc213eda4ba7b61d10ffa01ac421, entries=150, sequenceid=253, filesize=11.9 K 2024-12-17T01:26:05,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/06578225daef4e7fb7c1846b3fb2e1ea as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/06578225daef4e7fb7c1846b3fb2e1ea 2024-12-17T01:26:05,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/06578225daef4e7fb7c1846b3fb2e1ea, entries=150, sequenceid=253, filesize=11.9 K 2024-12-17T01:26:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/46a30a1a63bf49008cc053eddaf43818 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/46a30a1a63bf49008cc053eddaf43818 2024-12-17T01:26:05,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/46a30a1a63bf49008cc053eddaf43818, entries=150, sequenceid=253, filesize=11.9 K 2024-12-17T01:26:05,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b74e53d881740e55df51b088916b3b9d in 150ms, sequenceid=253, compaction requested=true 2024-12-17T01:26:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:A, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:05,363 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:05,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T01:26:05,365 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:05,365 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/A is initiating minor compaction (all files) 2024-12-17T01:26:05,365 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/A in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,365 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/c62e3fd7f2814a22a003abee596cdef0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/303528fa8878471d9e6d1b3a2e1f927a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/4d9bfc213eda4ba7b61d10ffa01ac421] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=38.4 K 2024-12-17T01:26:05,366 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting c62e3fd7f2814a22a003abee596cdef0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734398764108 2024-12-17T01:26:05,367 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 303528fa8878471d9e6d1b3a2e1f927a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734398764762 2024-12-17T01:26:05,367 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d9bfc213eda4ba7b61d10ffa01ac421, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734398764895 2024-12-17T01:26:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:05,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:26:05,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:05,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:05,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:05,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:05,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:05,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:05,386 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:05,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,390 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/ea4c9988eb4841dca632b205004b1a47 is 50, key is test_row_0/A:col10/1734398765208/Put/seqid=0 2024-12-17T01:26:05,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398825382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398825380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398825387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398825389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398825390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,400 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/c51f0a29d7ed43e085b9929aab9a25ce as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c51f0a29d7ed43e085b9929aab9a25ce 2024-12-17T01:26:05,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T01:26:05,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:05,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,412 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/B of b74e53d881740e55df51b088916b3b9d into c51f0a29d7ed43e085b9929aab9a25ce(size=12.3 K), total size for store is 36.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:05,413 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:05,413 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/B, priority=12, startTime=1734398764866; duration=0sec 2024-12-17T01:26:05,413 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T01:26:05,413 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:05,413 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:05,413 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:05,415 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:05,415 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/C is initiating minor compaction (all files) 2024-12-17T01:26:05,415 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/C in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,415 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/2dae986db87142569438b560a2bb5507, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/3a777c5a88ae4fdd8bb63a932450e2c1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/46a30a1a63bf49008cc053eddaf43818] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=36.1 K 2024-12-17T01:26:05,416 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dae986db87142569438b560a2bb5507, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734398764108 2024-12-17T01:26:05,416 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a777c5a88ae4fdd8bb63a932450e2c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734398764762 2024-12-17T01:26:05,417 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 46a30a1a63bf49008cc053eddaf43818, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734398764895 2024-12-17T01:26:05,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/d145676f49984988982475b8e62639ab is 50, key is test_row_0/A:col10/1734398765369/Put/seqid=0 2024-12-17T01:26:05,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741890_1066 (size=12731) 2024-12-17T01:26:05,436 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#C#compaction#53 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:05,437 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/657eed08868349a18c513cd0fd4df497 is 50, key is test_row_0/C:col10/1734398765208/Put/seqid=0 2024-12-17T01:26:05,447 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/ea4c9988eb4841dca632b205004b1a47 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ea4c9988eb4841dca632b205004b1a47 2024-12-17T01:26:05,457 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/A of b74e53d881740e55df51b088916b3b9d into ea4c9988eb4841dca632b205004b1a47(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:05,457 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:05,457 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/A, priority=13, startTime=1734398765363; duration=0sec 2024-12-17T01:26:05,458 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:05,458 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:A 2024-12-17T01:26:05,458 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:05,460 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:05,460 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/B is initiating minor compaction (all files) 2024-12-17T01:26:05,460 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/B in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,460 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c51f0a29d7ed43e085b9929aab9a25ce, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d4261501d6da45ec8d6f1cdaf1d6332d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/06578225daef4e7fb7c1846b3fb2e1ea] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=36.1 K 2024-12-17T01:26:05,461 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting c51f0a29d7ed43e085b9929aab9a25ce, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734398764108 2024-12-17T01:26:05,463 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4261501d6da45ec8d6f1cdaf1d6332d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1734398764762 2024-12-17T01:26:05,464 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06578225daef4e7fb7c1846b3fb2e1ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734398764895 2024-12-17T01:26:05,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741891_1067 (size=12301) 2024-12-17T01:26:05,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/d145676f49984988982475b8e62639ab 2024-12-17T01:26:05,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741892_1068 (size=12731) 2024-12-17T01:26:05,490 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#B#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:05,491 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/435b2b2ae36f42a38995e40f2a25b428 is 50, key is test_row_0/B:col10/1734398765208/Put/seqid=0 2024-12-17T01:26:05,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398825492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398825492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398825493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398825495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398825496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/b648fbccab2e4761ae2e03efcb6be839 is 50, key is test_row_0/B:col10/1734398765369/Put/seqid=0 2024-12-17T01:26:05,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741893_1069 (size=12731) 2024-12-17T01:26:05,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741894_1070 (size=12301) 2024-12-17T01:26:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T01:26:05,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T01:26:05,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:05,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398825697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398825697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398825698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398825701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398825702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T01:26:05,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:05,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:05,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T01:26:05,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:05,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:05,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:05,902 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/657eed08868349a18c513cd0fd4df497 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/657eed08868349a18c513cd0fd4df497 2024-12-17T01:26:05,912 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/C of b74e53d881740e55df51b088916b3b9d into 657eed08868349a18c513cd0fd4df497(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:05,912 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:05,912 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/C, priority=13, startTime=1734398765363; duration=0sec 2024-12-17T01:26:05,913 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:05,913 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:C 2024-12-17T01:26:05,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/b648fbccab2e4761ae2e03efcb6be839 2024-12-17T01:26:05,928 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/435b2b2ae36f42a38995e40f2a25b428 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/435b2b2ae36f42a38995e40f2a25b428 2024-12-17T01:26:05,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/d912b2c9a1424f7294219b0d9347a8fa is 50, key is test_row_0/C:col10/1734398765369/Put/seqid=0 2024-12-17T01:26:05,939 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/B of b74e53d881740e55df51b088916b3b9d into 435b2b2ae36f42a38995e40f2a25b428(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:05,939 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:05,939 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/B, priority=13, startTime=1734398765363; duration=0sec 2024-12-17T01:26:05,939 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:05,939 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741895_1071 (size=12301) 2024-12-17T01:26:05,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/d912b2c9a1424f7294219b0d9347a8fa 2024-12-17T01:26:05,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/d145676f49984988982475b8e62639ab as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/d145676f49984988982475b8e62639ab 2024-12-17T01:26:05,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/d145676f49984988982475b8e62639ab, entries=150, sequenceid=279, filesize=12.0 K 2024-12-17T01:26:05,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/b648fbccab2e4761ae2e03efcb6be839 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/b648fbccab2e4761ae2e03efcb6be839 2024-12-17T01:26:05,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/b648fbccab2e4761ae2e03efcb6be839, entries=150, sequenceid=279, filesize=12.0 K 2024-12-17T01:26:06,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/d912b2c9a1424f7294219b0d9347a8fa as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/d912b2c9a1424f7294219b0d9347a8fa 2024-12-17T01:26:06,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398826000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398826002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398826002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398826007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398826008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/d912b2c9a1424f7294219b0d9347a8fa, entries=150, sequenceid=279, filesize=12.0 K 2024-12-17T01:26:06,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for b74e53d881740e55df51b088916b3b9d in 642ms, sequenceid=279, compaction requested=false 2024-12-17T01:26:06,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:06,021 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T01:26:06,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:06,022 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:26:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:06,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/9cb9a99ef9d54879801742911f8fce74 is 50, key is test_row_0/A:col10/1734398765388/Put/seqid=0 2024-12-17T01:26:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T01:26:06,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741896_1072 (size=12301) 2024-12-17T01:26:06,052 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/9cb9a99ef9d54879801742911f8fce74 2024-12-17T01:26:06,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/45e1dbc9cdf34220aef2590e10dd0cc2 is 50, key is test_row_0/B:col10/1734398765388/Put/seqid=0 2024-12-17T01:26:06,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741897_1073 (size=12301) 2024-12-17T01:26:06,083 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/45e1dbc9cdf34220aef2590e10dd0cc2 2024-12-17T01:26:06,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/c0113e24c6d14fcd956008084c362340 is 50, key is test_row_0/C:col10/1734398765388/Put/seqid=0 2024-12-17T01:26:06,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741898_1074 (size=12301) 2024-12-17T01:26:06,119 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/c0113e24c6d14fcd956008084c362340 2024-12-17T01:26:06,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/9cb9a99ef9d54879801742911f8fce74 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/9cb9a99ef9d54879801742911f8fce74 2024-12-17T01:26:06,135 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/9cb9a99ef9d54879801742911f8fce74, entries=150, sequenceid=294, filesize=12.0 K 2024-12-17T01:26:06,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/45e1dbc9cdf34220aef2590e10dd0cc2 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/45e1dbc9cdf34220aef2590e10dd0cc2 2024-12-17T01:26:06,146 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/45e1dbc9cdf34220aef2590e10dd0cc2, entries=150, sequenceid=294, filesize=12.0 K 2024-12-17T01:26:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/c0113e24c6d14fcd956008084c362340 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/c0113e24c6d14fcd956008084c362340 2024-12-17T01:26:06,161 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/c0113e24c6d14fcd956008084c362340, entries=150, sequenceid=294, filesize=12.0 K 2024-12-17T01:26:06,163 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for b74e53d881740e55df51b088916b3b9d in 141ms, sequenceid=294, compaction requested=true 2024-12-17T01:26:06,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:06,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:06,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-17T01:26:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-17T01:26:06,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-17T01:26:06,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2300 sec 2024-12-17T01:26:06,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.2390 sec 2024-12-17T01:26:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:06,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:26:06,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:06,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:06,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:06,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:06,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:06,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:06,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/6e8515f359014158af36e6a78ed7000a is 50, key is test_row_0/A:col10/1734398766520/Put/seqid=0 2024-12-17T01:26:06,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741899_1075 (size=14741) 2024-12-17T01:26:06,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398826588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398826593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398826594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398826597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398826597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398826699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398826701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398826701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398826703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398826702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398826904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398826905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398826907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398826907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398826908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:06,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/6e8515f359014158af36e6a78ed7000a 2024-12-17T01:26:06,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/d7cb92337d954efbbbbee2c9bc33fd77 is 50, key is test_row_0/B:col10/1734398766520/Put/seqid=0 2024-12-17T01:26:06,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741900_1076 (size=12301) 2024-12-17T01:26:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T01:26:07,040 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-17T01:26:07,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-17T01:26:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T01:26:07,047 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:07,049 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:07,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T01:26:07,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T01:26:07,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:07,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398827209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398827210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398827212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398827214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398827215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T01:26:07,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T01:26:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/d7cb92337d954efbbbbee2c9bc33fd77 2024-12-17T01:26:07,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/672518d7f35d47fbbceef438bf18a710 is 50, key is test_row_0/C:col10/1734398766520/Put/seqid=0 2024-12-17T01:26:07,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741901_1077 (size=12301) 2024-12-17T01:26:07,514 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T01:26:07,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T01:26:07,670 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T01:26:07,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398827714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398827717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398827717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398827717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398827720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/672518d7f35d47fbbceef438bf18a710 2024-12-17T01:26:07,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T01:26:07,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:07,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/6e8515f359014158af36e6a78ed7000a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/6e8515f359014158af36e6a78ed7000a 2024-12-17T01:26:07,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:07,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/6e8515f359014158af36e6a78ed7000a, entries=200, sequenceid=306, filesize=14.4 K 2024-12-17T01:26:07,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/d7cb92337d954efbbbbee2c9bc33fd77 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d7cb92337d954efbbbbee2c9bc33fd77 2024-12-17T01:26:07,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d7cb92337d954efbbbbee2c9bc33fd77, entries=150, sequenceid=306, filesize=12.0 K 2024-12-17T01:26:07,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/672518d7f35d47fbbceef438bf18a710 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/672518d7f35d47fbbceef438bf18a710 2024-12-17T01:26:07,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/672518d7f35d47fbbceef438bf18a710, entries=150, sequenceid=306, filesize=12.0 K 2024-12-17T01:26:07,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b74e53d881740e55df51b088916b3b9d in 1329ms, sequenceid=306, compaction requested=true 2024-12-17T01:26:07,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:07,852 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:07,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:07,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:07,852 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:07,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:07,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:07,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:07,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:07,854 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52074 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:07,854 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/A is initiating minor compaction (all files) 2024-12-17T01:26:07,854 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/A in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,854 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ea4c9988eb4841dca632b205004b1a47, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/d145676f49984988982475b8e62639ab, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/9cb9a99ef9d54879801742911f8fce74, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/6e8515f359014158af36e6a78ed7000a] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=50.9 K 2024-12-17T01:26:07,854 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:07,854 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/B is initiating minor compaction (all files) 2024-12-17T01:26:07,854 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/B in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,855 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/435b2b2ae36f42a38995e40f2a25b428, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/b648fbccab2e4761ae2e03efcb6be839, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/45e1dbc9cdf34220aef2590e10dd0cc2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d7cb92337d954efbbbbee2c9bc33fd77] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=48.5 K 2024-12-17T01:26:07,855 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea4c9988eb4841dca632b205004b1a47, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734398764895 2024-12-17T01:26:07,855 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 435b2b2ae36f42a38995e40f2a25b428, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734398764895 2024-12-17T01:26:07,856 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting d145676f49984988982475b8e62639ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734398765256 2024-12-17T01:26:07,856 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting b648fbccab2e4761ae2e03efcb6be839, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734398765256 2024-12-17T01:26:07,856 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cb9a99ef9d54879801742911f8fce74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734398765377 2024-12-17T01:26:07,857 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 45e1dbc9cdf34220aef2590e10dd0cc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734398765377 2024-12-17T01:26:07,857 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e8515f359014158af36e6a78ed7000a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1734398766517 2024-12-17T01:26:07,859 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting d7cb92337d954efbbbbee2c9bc33fd77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1734398766517 2024-12-17T01:26:07,874 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#B#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:07,876 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/c755b1ea2ec544efb3c4b05aa99da92e is 50, key is test_row_0/B:col10/1734398766520/Put/seqid=0 2024-12-17T01:26:07,879 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#A#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:07,880 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/a51b7026aec94178aa638c504921d18d is 50, key is test_row_0/A:col10/1734398766520/Put/seqid=0 2024-12-17T01:26:07,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741902_1078 (size=13017) 2024-12-17T01:26:07,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741903_1079 (size=13017) 2024-12-17T01:26:07,904 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/c755b1ea2ec544efb3c4b05aa99da92e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c755b1ea2ec544efb3c4b05aa99da92e 2024-12-17T01:26:07,913 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/B of b74e53d881740e55df51b088916b3b9d into c755b1ea2ec544efb3c4b05aa99da92e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:07,913 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:07,913 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/B, priority=12, startTime=1734398767852; duration=0sec 2024-12-17T01:26:07,913 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:07,913 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:07,913 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:07,915 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:07,915 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/C is initiating minor compaction (all files) 2024-12-17T01:26:07,915 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/C in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,915 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/657eed08868349a18c513cd0fd4df497, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/d912b2c9a1424f7294219b0d9347a8fa, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/c0113e24c6d14fcd956008084c362340, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/672518d7f35d47fbbceef438bf18a710] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=48.5 K 2024-12-17T01:26:07,916 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 657eed08868349a18c513cd0fd4df497, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734398764895 2024-12-17T01:26:07,917 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting d912b2c9a1424f7294219b0d9347a8fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734398765256 2024-12-17T01:26:07,917 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting c0113e24c6d14fcd956008084c362340, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734398765377 2024-12-17T01:26:07,918 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 672518d7f35d47fbbceef438bf18a710, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1734398766517 2024-12-17T01:26:07,931 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#C#compaction#65 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:07,932 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/90f2cb987c1a4608873dabe66cad4982 is 50, key is test_row_0/C:col10/1734398766520/Put/seqid=0 2024-12-17T01:26:07,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741904_1080 (size=13017) 2024-12-17T01:26:07,958 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/90f2cb987c1a4608873dabe66cad4982 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/90f2cb987c1a4608873dabe66cad4982 2024-12-17T01:26:07,966 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/C of b74e53d881740e55df51b088916b3b9d into 90f2cb987c1a4608873dabe66cad4982(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:07,966 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:07,966 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/C, priority=12, startTime=1734398767853; duration=0sec 2024-12-17T01:26:07,966 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:07,966 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:C 2024-12-17T01:26:07,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:07,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T01:26:07,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:07,982 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:26:07,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:07,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:07,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:07,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:07,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:07,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:07,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/4dd6607731af4b829bc3b2156d3a59b0 is 50, key is test_row_0/A:col10/1734398766592/Put/seqid=0 2024-12-17T01:26:08,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741905_1081 (size=12301) 2024-12-17T01:26:08,016 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/4dd6607731af4b829bc3b2156d3a59b0 2024-12-17T01:26:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/207612c576804338b7144fe9b9f19d5d is 50, key is test_row_0/B:col10/1734398766592/Put/seqid=0 2024-12-17T01:26:08,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741906_1082 (size=12301) 2024-12-17T01:26:08,060 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/207612c576804338b7144fe9b9f19d5d 2024-12-17T01:26:08,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/dae0e54423d141d2bf68dce87a2c66ad is 50, key is test_row_0/C:col10/1734398766592/Put/seqid=0 2024-12-17T01:26:08,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741907_1083 (size=12301) 2024-12-17T01:26:08,098 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/dae0e54423d141d2bf68dce87a2c66ad 2024-12-17T01:26:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/4dd6607731af4b829bc3b2156d3a59b0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/4dd6607731af4b829bc3b2156d3a59b0 2024-12-17T01:26:08,118 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/4dd6607731af4b829bc3b2156d3a59b0, entries=150, sequenceid=333, filesize=12.0 K 2024-12-17T01:26:08,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/207612c576804338b7144fe9b9f19d5d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/207612c576804338b7144fe9b9f19d5d 2024-12-17T01:26:08,129 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/207612c576804338b7144fe9b9f19d5d, entries=150, sequenceid=333, filesize=12.0 K 2024-12-17T01:26:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/dae0e54423d141d2bf68dce87a2c66ad as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/dae0e54423d141d2bf68dce87a2c66ad 2024-12-17T01:26:08,142 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/dae0e54423d141d2bf68dce87a2c66ad, entries=150, sequenceid=333, filesize=12.0 K 2024-12-17T01:26:08,143 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for b74e53d881740e55df51b088916b3b9d in 161ms, sequenceid=333, compaction requested=false 2024-12-17T01:26:08,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:08,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:08,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-17T01:26:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-17T01:26:08,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-17T01:26:08,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0960 sec 2024-12-17T01:26:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T01:26:08,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.1060 sec 2024-12-17T01:26:08,310 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/a51b7026aec94178aa638c504921d18d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a51b7026aec94178aa638c504921d18d 2024-12-17T01:26:08,318 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/A of b74e53d881740e55df51b088916b3b9d into a51b7026aec94178aa638c504921d18d(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:08,318 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:08,318 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/A, priority=12, startTime=1734398767852; duration=0sec 2024-12-17T01:26:08,319 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:08,319 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:A 2024-12-17T01:26:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:08,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:26:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:08,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:08,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/bee406e3bc084a50b4d72a4c679a2869 is 50, key is test_row_0/A:col10/1734398768726/Put/seqid=0 2024-12-17T01:26:08,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741908_1084 (size=12301) 2024-12-17T01:26:08,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/bee406e3bc084a50b4d72a4c679a2869 2024-12-17T01:26:08,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/e94007a2d3504182a256430ed82a1701 is 50, key is test_row_0/B:col10/1734398768726/Put/seqid=0 2024-12-17T01:26:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741909_1085 (size=12301) 2024-12-17T01:26:08,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398828779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:08,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398828781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:08,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398828783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:08,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:08,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398828784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398828784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:08,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/e94007a2d3504182a256430ed82a1701 2024-12-17T01:26:08,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/83300fa0aa974ce2a54e8cdb1f4def92 is 50, key is test_row_0/C:col10/1734398768726/Put/seqid=0 2024-12-17T01:26:08,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741910_1086 (size=12301) 2024-12-17T01:26:08,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/83300fa0aa974ce2a54e8cdb1f4def92 2024-12-17T01:26:08,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/bee406e3bc084a50b4d72a4c679a2869 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/bee406e3bc084a50b4d72a4c679a2869 2024-12-17T01:26:08,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/bee406e3bc084a50b4d72a4c679a2869, entries=150, sequenceid=346, filesize=12.0 K 2024-12-17T01:26:08,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/e94007a2d3504182a256430ed82a1701 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/e94007a2d3504182a256430ed82a1701 2024-12-17T01:26:08,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/e94007a2d3504182a256430ed82a1701, entries=150, sequenceid=346, filesize=12.0 K 2024-12-17T01:26:08,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/83300fa0aa974ce2a54e8cdb1f4def92 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/83300fa0aa974ce2a54e8cdb1f4def92 2024-12-17T01:26:08,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/83300fa0aa974ce2a54e8cdb1f4def92, entries=150, sequenceid=346, filesize=12.0 K 2024-12-17T01:26:08,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b74e53d881740e55df51b088916b3b9d in 118ms, sequenceid=346, compaction requested=true 2024-12-17T01:26:08,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:08,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:08,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:08,856 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:08,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:08,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:08,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:08,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:08,857 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:08,859 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:08,860 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/B is initiating minor compaction (all files) 2024-12-17T01:26:08,860 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/B in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:08,860 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c755b1ea2ec544efb3c4b05aa99da92e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/207612c576804338b7144fe9b9f19d5d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/e94007a2d3504182a256430ed82a1701] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=36.7 K 2024-12-17T01:26:08,860 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:08,860 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/A is initiating minor compaction (all files) 2024-12-17T01:26:08,860 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/A in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:08,861 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a51b7026aec94178aa638c504921d18d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/4dd6607731af4b829bc3b2156d3a59b0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/bee406e3bc084a50b4d72a4c679a2869] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=36.7 K 2024-12-17T01:26:08,861 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting c755b1ea2ec544efb3c4b05aa99da92e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1734398766517 2024-12-17T01:26:08,862 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting a51b7026aec94178aa638c504921d18d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1734398766517 2024-12-17T01:26:08,862 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 207612c576804338b7144fe9b9f19d5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1734398766588 2024-12-17T01:26:08,863 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dd6607731af4b829bc3b2156d3a59b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1734398766588 2024-12-17T01:26:08,863 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting e94007a2d3504182a256430ed82a1701, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1734398768726 2024-12-17T01:26:08,864 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting bee406e3bc084a50b4d72a4c679a2869, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1734398768726 2024-12-17T01:26:08,879 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#A#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:08,880 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/ebb6c940ea12437aa7d55aeffa61242f is 50, key is test_row_0/A:col10/1734398768726/Put/seqid=0 2024-12-17T01:26:08,881 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#B#compaction#72 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:08,882 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/16d3c9010d43425d93fdacb624ce3a9f is 50, key is test_row_0/B:col10/1734398768726/Put/seqid=0 2024-12-17T01:26:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:08,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741911_1087 (size=13119) 2024-12-17T01:26:08,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T01:26:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:08,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741912_1088 (size=13119) 2024-12-17T01:26:08,903 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/ebb6c940ea12437aa7d55aeffa61242f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ebb6c940ea12437aa7d55aeffa61242f 2024-12-17T01:26:08,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398828902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:08,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398828902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:08,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/e75e9832f042480b8020cd09260a0ba9 is 50, key is test_row_0/A:col10/1734398768774/Put/seqid=0 2024-12-17T01:26:08,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398828904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:08,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398828904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:08,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398828904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:08,910 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/A of b74e53d881740e55df51b088916b3b9d into ebb6c940ea12437aa7d55aeffa61242f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:08,910 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:08,910 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/A, priority=13, startTime=1734398768856; duration=0sec 2024-12-17T01:26:08,910 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:08,910 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:A 2024-12-17T01:26:08,910 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:08,911 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:08,911 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/C is initiating minor compaction (all files) 2024-12-17T01:26:08,911 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/C in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:08,912 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/90f2cb987c1a4608873dabe66cad4982, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/dae0e54423d141d2bf68dce87a2c66ad, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/83300fa0aa974ce2a54e8cdb1f4def92] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=36.7 K 2024-12-17T01:26:08,912 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90f2cb987c1a4608873dabe66cad4982, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1734398766517 2024-12-17T01:26:08,913 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting dae0e54423d141d2bf68dce87a2c66ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1734398766588 2024-12-17T01:26:08,913 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83300fa0aa974ce2a54e8cdb1f4def92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1734398768726 2024-12-17T01:26:08,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741913_1089 (size=19621) 2024-12-17T01:26:08,922 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#C#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:08,922 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/4cf20560111a4e0fb27aacd0d5866692 is 50, key is test_row_0/C:col10/1734398768726/Put/seqid=0 2024-12-17T01:26:08,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741914_1090 (size=13119) 2024-12-17T01:26:09,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398829006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398829006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398829011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398829011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398829016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T01:26:09,151 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-17T01:26:09,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-17T01:26:09,157 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T01:26:09,159 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:09,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:09,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398829211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398829212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398829213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398829214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398829219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T01:26:09,310 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/16d3c9010d43425d93fdacb624ce3a9f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/16d3c9010d43425d93fdacb624ce3a9f 2024-12-17T01:26:09,311 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-17T01:26:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:09,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:09,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/e75e9832f042480b8020cd09260a0ba9 2024-12-17T01:26:09,321 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/B of b74e53d881740e55df51b088916b3b9d into 16d3c9010d43425d93fdacb624ce3a9f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:09,321 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:09,322 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/B, priority=13, startTime=1734398768856; duration=0sec 2024-12-17T01:26:09,322 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:09,322 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:09,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/aa03b1b715c54cb59c094306849f5d62 is 50, key is test_row_0/B:col10/1734398768774/Put/seqid=0 2024-12-17T01:26:09,338 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/4cf20560111a4e0fb27aacd0d5866692 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/4cf20560111a4e0fb27aacd0d5866692 2024-12-17T01:26:09,347 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/C of b74e53d881740e55df51b088916b3b9d into 4cf20560111a4e0fb27aacd0d5866692(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:09,347 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:09,347 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/C, priority=13, startTime=1734398768857; duration=0sec 2024-12-17T01:26:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741915_1091 (size=12301) 2024-12-17T01:26:09,349 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:09,349 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:C 2024-12-17T01:26:09,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/aa03b1b715c54cb59c094306849f5d62 2024-12-17T01:26:09,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/7be7a6e9fb5448d1911aa7d45e8d1a88 is 50, key is test_row_0/C:col10/1734398768774/Put/seqid=0 2024-12-17T01:26:09,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741916_1092 (size=12301) 2024-12-17T01:26:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T01:26:09,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-17T01:26:09,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:09,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:09,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:09,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:09,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:09,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398829517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398829518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398829518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398829520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398829523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-17T01:26:09,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:09,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:09,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:09,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:09,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T01:26:09,774 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-17T01:26:09,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:09,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:09,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:09,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:09,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:09,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/7be7a6e9fb5448d1911aa7d45e8d1a88 2024-12-17T01:26:09,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/e75e9832f042480b8020cd09260a0ba9 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e75e9832f042480b8020cd09260a0ba9 2024-12-17T01:26:09,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e75e9832f042480b8020cd09260a0ba9, entries=300, sequenceid=374, filesize=19.2 K 2024-12-17T01:26:09,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/aa03b1b715c54cb59c094306849f5d62 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/aa03b1b715c54cb59c094306849f5d62 2024-12-17T01:26:09,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/aa03b1b715c54cb59c094306849f5d62, entries=150, sequenceid=374, filesize=12.0 K 2024-12-17T01:26:09,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/7be7a6e9fb5448d1911aa7d45e8d1a88 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/7be7a6e9fb5448d1911aa7d45e8d1a88 2024-12-17T01:26:09,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/7be7a6e9fb5448d1911aa7d45e8d1a88, entries=150, sequenceid=374, filesize=12.0 K 2024-12-17T01:26:09,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for b74e53d881740e55df51b088916b3b9d in 941ms, sequenceid=374, compaction requested=false 2024-12-17T01:26:09,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:09,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:09,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-17T01:26:09,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:09,929 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-17T01:26:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:09,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7f72db62e0ff4e5082d6786f27bfe021 is 50, key is test_row_0/A:col10/1734398768899/Put/seqid=0 2024-12-17T01:26:09,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741917_1093 (size=12301) 2024-12-17T01:26:09,963 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7f72db62e0ff4e5082d6786f27bfe021 2024-12-17T01:26:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/cfec19c08f954c72b2d92dfc5f2647e0 is 50, key is test_row_0/B:col10/1734398768899/Put/seqid=0 2024-12-17T01:26:09,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741918_1094 (size=12301) 2024-12-17T01:26:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:10,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:10,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398830042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398830043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398830045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398830046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398830047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398830149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398830150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398830150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398830151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398830151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T01:26:10,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398830353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398830353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398830353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398830354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398830355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,397 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/cfec19c08f954c72b2d92dfc5f2647e0 2024-12-17T01:26:10,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/5a8473e9eb524babb0a85293147dde98 is 50, key is test_row_0/C:col10/1734398768899/Put/seqid=0 2024-12-17T01:26:10,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741919_1095 (size=12301) 2024-12-17T01:26:10,435 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/5a8473e9eb524babb0a85293147dde98 2024-12-17T01:26:10,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7f72db62e0ff4e5082d6786f27bfe021 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7f72db62e0ff4e5082d6786f27bfe021 2024-12-17T01:26:10,450 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7f72db62e0ff4e5082d6786f27bfe021, entries=150, sequenceid=386, filesize=12.0 K 2024-12-17T01:26:10,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/cfec19c08f954c72b2d92dfc5f2647e0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cfec19c08f954c72b2d92dfc5f2647e0 2024-12-17T01:26:10,455 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cfec19c08f954c72b2d92dfc5f2647e0, entries=150, sequenceid=386, filesize=12.0 K 2024-12-17T01:26:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/5a8473e9eb524babb0a85293147dde98 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5a8473e9eb524babb0a85293147dde98 2024-12-17T01:26:10,462 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5a8473e9eb524babb0a85293147dde98, entries=150, sequenceid=386, filesize=12.0 K 2024-12-17T01:26:10,463 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b74e53d881740e55df51b088916b3b9d in 534ms, sequenceid=386, compaction requested=true 2024-12-17T01:26:10,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:10,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:10,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-17T01:26:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-17T01:26:10,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-17T01:26:10,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3050 sec 2024-12-17T01:26:10,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.3130 sec 2024-12-17T01:26:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:10,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-17T01:26:10,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:10,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:10,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:10,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:10,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:10,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:10,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398830662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398830663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398830664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398830664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398830664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/ad7a32f604fa4578b713e847e2b083eb is 50, key is test_row_0/A:col10/1734398770044/Put/seqid=0 2024-12-17T01:26:10,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741920_1096 (size=12301) 2024-12-17T01:26:10,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398830767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398830767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398830768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398830768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398830769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398830970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398830971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398830972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398830973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:10,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398830974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/ad7a32f604fa4578b713e847e2b083eb 2024-12-17T01:26:11,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/d9cda50ae3794df59fbcd1e13242b739 is 50, key is test_row_0/B:col10/1734398770044/Put/seqid=0 2024-12-17T01:26:11,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741921_1097 (size=12301) 2024-12-17T01:26:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T01:26:11,263 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-17T01:26:11,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-17T01:26:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T01:26:11,267 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:11,268 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:11,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:11,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398831274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398831275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398831275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398831276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398831278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T01:26:11,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-17T01:26:11,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:11,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:11,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:11,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:11,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:11,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/d9cda50ae3794df59fbcd1e13242b739 2024-12-17T01:26:11,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/ca86b8dc21d24d8fbf5e9de74b04db2a is 50, key is test_row_0/C:col10/1734398770044/Put/seqid=0 2024-12-17T01:26:11,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741922_1098 (size=12301) 2024-12-17T01:26:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T01:26:11,574 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-17T01:26:11,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:11,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:11,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:11,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:11,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:11,727 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-17T01:26:11,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:11,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:11,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:11,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:11,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:11,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398831778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398831781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398831781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398831782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398831784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T01:26:11,881 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:11,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-17T01:26:11,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:11,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:11,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:11,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:11,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:11,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/ca86b8dc21d24d8fbf5e9de74b04db2a 2024-12-17T01:26:11,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/ad7a32f604fa4578b713e847e2b083eb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ad7a32f604fa4578b713e847e2b083eb 2024-12-17T01:26:11,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ad7a32f604fa4578b713e847e2b083eb, entries=150, sequenceid=414, filesize=12.0 K 2024-12-17T01:26:11,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/d9cda50ae3794df59fbcd1e13242b739 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d9cda50ae3794df59fbcd1e13242b739 2024-12-17T01:26:11,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d9cda50ae3794df59fbcd1e13242b739, entries=150, sequenceid=414, filesize=12.0 K 2024-12-17T01:26:11,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/ca86b8dc21d24d8fbf5e9de74b04db2a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/ca86b8dc21d24d8fbf5e9de74b04db2a 2024-12-17T01:26:11,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/ca86b8dc21d24d8fbf5e9de74b04db2a, entries=150, sequenceid=414, filesize=12.0 K 2024-12-17T01:26:11,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for b74e53d881740e55df51b088916b3b9d in 1293ms, sequenceid=414, compaction requested=true 2024-12-17T01:26:11,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:11,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:11,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:11,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:11,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:11,952 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:11,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:11,952 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:11,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:11,955 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:11,955 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/B is initiating minor compaction (all files) 2024-12-17T01:26:11,955 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/B in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:11,955 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57342 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:11,955 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/16d3c9010d43425d93fdacb624ce3a9f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/aa03b1b715c54cb59c094306849f5d62, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cfec19c08f954c72b2d92dfc5f2647e0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d9cda50ae3794df59fbcd1e13242b739] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=48.8 K 2024-12-17T01:26:11,955 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/A is initiating minor compaction (all files) 2024-12-17T01:26:11,955 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/A in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:11,955 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ebb6c940ea12437aa7d55aeffa61242f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e75e9832f042480b8020cd09260a0ba9, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7f72db62e0ff4e5082d6786f27bfe021, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ad7a32f604fa4578b713e847e2b083eb] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=56.0 K 2024-12-17T01:26:11,956 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 16d3c9010d43425d93fdacb624ce3a9f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1734398768726 2024-12-17T01:26:11,956 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebb6c940ea12437aa7d55aeffa61242f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1734398768726 2024-12-17T01:26:11,957 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting aa03b1b715c54cb59c094306849f5d62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1734398768774 2024-12-17T01:26:11,957 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting e75e9832f042480b8020cd09260a0ba9, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1734398768774 2024-12-17T01:26:11,957 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting cfec19c08f954c72b2d92dfc5f2647e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734398768897 2024-12-17T01:26:11,958 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting d9cda50ae3794df59fbcd1e13242b739, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734398770039 2024-12-17T01:26:11,958 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f72db62e0ff4e5082d6786f27bfe021, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734398768897 2024-12-17T01:26:11,958 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad7a32f604fa4578b713e847e2b083eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734398770039 2024-12-17T01:26:11,994 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#B#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:11,995 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/84be57d0bf864190bc291d730e6786bb is 50, key is test_row_0/B:col10/1734398770044/Put/seqid=0 2024-12-17T01:26:11,996 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:11,997 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/15bd809f64774f8f8c7d4bdbce96b083 is 50, key is test_row_0/A:col10/1734398770044/Put/seqid=0 2024-12-17T01:26:12,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741924_1100 (size=13255) 2024-12-17T01:26:12,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741923_1099 (size=13255) 2024-12-17T01:26:12,036 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-17T01:26:12,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:12,037 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-17T01:26:12,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:12,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:12,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:12,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:12,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:12,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:12,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/3a9cf52f143a4dcda8e0100f7510730b is 50, key is test_row_0/A:col10/1734398770662/Put/seqid=0 2024-12-17T01:26:12,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741925_1101 (size=12301) 2024-12-17T01:26:12,050 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/3a9cf52f143a4dcda8e0100f7510730b 2024-12-17T01:26:12,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/8840b7ba93db4a449d3057b37ccf725d is 50, key is test_row_0/B:col10/1734398770662/Put/seqid=0 2024-12-17T01:26:12,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741926_1102 (size=12301) 2024-12-17T01:26:12,078 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/8840b7ba93db4a449d3057b37ccf725d 2024-12-17T01:26:12,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/0dd34a5686f6447f961029890ad72da5 is 50, key is test_row_0/C:col10/1734398770662/Put/seqid=0 2024-12-17T01:26:12,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741927_1103 (size=12301) 2024-12-17T01:26:12,107 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/0dd34a5686f6447f961029890ad72da5 2024-12-17T01:26:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/3a9cf52f143a4dcda8e0100f7510730b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/3a9cf52f143a4dcda8e0100f7510730b 2024-12-17T01:26:12,124 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/3a9cf52f143a4dcda8e0100f7510730b, entries=150, sequenceid=422, filesize=12.0 K 2024-12-17T01:26:12,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/8840b7ba93db4a449d3057b37ccf725d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/8840b7ba93db4a449d3057b37ccf725d 2024-12-17T01:26:12,133 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/8840b7ba93db4a449d3057b37ccf725d, entries=150, sequenceid=422, filesize=12.0 K 2024-12-17T01:26:12,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/0dd34a5686f6447f961029890ad72da5 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/0dd34a5686f6447f961029890ad72da5 2024-12-17T01:26:12,145 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/0dd34a5686f6447f961029890ad72da5, entries=150, sequenceid=422, filesize=12.0 K 2024-12-17T01:26:12,147 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b74e53d881740e55df51b088916b3b9d in 110ms, sequenceid=422, compaction requested=true 2024-12-17T01:26:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-17T01:26:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-17T01:26:12,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-17T01:26:12,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 881 msec 2024-12-17T01:26:12,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 887 msec 2024-12-17T01:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T01:26:12,370 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-17T01:26:12,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-17T01:26:12,374 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:12,375 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:12,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T01:26:12,411 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/15bd809f64774f8f8c7d4bdbce96b083 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/15bd809f64774f8f8c7d4bdbce96b083 2024-12-17T01:26:12,416 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/84be57d0bf864190bc291d730e6786bb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/84be57d0bf864190bc291d730e6786bb 2024-12-17T01:26:12,421 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/A of b74e53d881740e55df51b088916b3b9d into 15bd809f64774f8f8c7d4bdbce96b083(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:12,421 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:12,421 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/A, priority=12, startTime=1734398771952; duration=0sec 2024-12-17T01:26:12,421 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:12,421 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:A 2024-12-17T01:26:12,421 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T01:26:12,423 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/B of b74e53d881740e55df51b088916b3b9d into 84be57d0bf864190bc291d730e6786bb(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:12,423 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:12,423 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62323 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T01:26:12,423 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/B, priority=12, startTime=1734398771952; duration=0sec 2024-12-17T01:26:12,423 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/C is initiating minor compaction (all files) 2024-12-17T01:26:12,423 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/C in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:12,423 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:12,423 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:12,423 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/4cf20560111a4e0fb27aacd0d5866692, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/7be7a6e9fb5448d1911aa7d45e8d1a88, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5a8473e9eb524babb0a85293147dde98, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/ca86b8dc21d24d8fbf5e9de74b04db2a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/0dd34a5686f6447f961029890ad72da5] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=60.9 K 2024-12-17T01:26:12,424 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cf20560111a4e0fb27aacd0d5866692, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1734398768726 2024-12-17T01:26:12,424 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7be7a6e9fb5448d1911aa7d45e8d1a88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1734398768774 2024-12-17T01:26:12,425 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a8473e9eb524babb0a85293147dde98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734398768897 2024-12-17T01:26:12,425 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca86b8dc21d24d8fbf5e9de74b04db2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734398770039 2024-12-17T01:26:12,426 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dd34a5686f6447f961029890ad72da5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1734398770662 2024-12-17T01:26:12,446 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#C#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:12,447 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/84907a427d70402b85110a1168883308 is 50, key is test_row_0/C:col10/1734398770662/Put/seqid=0 2024-12-17T01:26:12,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741928_1104 (size=13289) 2024-12-17T01:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T01:26:12,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-17T01:26:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-17T01:26:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-17T01:26:12,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-17T01:26:12,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-12-17T01:26:12,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 161 msec 2024-12-17T01:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T01:26:12,682 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-17T01:26:12,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-17T01:26:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T01:26:12,685 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:12,686 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:12,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T01:26:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:12,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:26:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:12,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/e22f777ed9cd459a8e1cea8d5d87f533 is 50, key is test_row_0/A:col10/1734398772792/Put/seqid=0 2024-12-17T01:26:12,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741929_1105 (size=17181) 2024-12-17T01:26:12,838 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T01:26:12,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:12,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:12,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:12,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:12,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398832843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398832842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398832844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398832848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398832848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,865 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/84907a427d70402b85110a1168883308 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/84907a427d70402b85110a1168883308 2024-12-17T01:26:12,875 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in b74e53d881740e55df51b088916b3b9d/C of b74e53d881740e55df51b088916b3b9d into 84907a427d70402b85110a1168883308(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:12,875 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:12,875 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/C, priority=11, startTime=1734398771952; duration=0sec 2024-12-17T01:26:12,875 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:12,875 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:C 2024-12-17T01:26:12,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398832949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:12,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398832950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398832950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398832952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398832952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T01:26:12,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:12,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T01:26:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:12,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:12,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:12,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:12,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T01:26:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:13,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398833152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398833152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398833153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398833157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398833158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/e22f777ed9cd459a8e1cea8d5d87f533 2024-12-17T01:26:13,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/9f654249ee8e415cb4e36dfcb11b9fd6 is 50, key is test_row_0/B:col10/1734398772792/Put/seqid=0 2024-12-17T01:26:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741930_1106 (size=12301) 2024-12-17T01:26:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T01:26:13,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T01:26:13,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:13,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:13,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:13,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T01:26:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:13,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398833458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398833458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398833459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398833459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398833461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T01:26:13,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:13,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:13,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:13,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/9f654249ee8e415cb4e36dfcb11b9fd6 2024-12-17T01:26:13,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/5d4cc7192d144938a9ef6ff6c5fb93f6 is 50, key is test_row_0/C:col10/1734398772792/Put/seqid=0 2024-12-17T01:26:13,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741931_1107 (size=12301) 2024-12-17T01:26:13,759 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T01:26:13,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:13,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:13,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:13,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T01:26:13,912 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T01:26:13,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:13,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:13,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:13,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:13,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398833963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398833964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398833964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398833966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:13,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398833967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:14,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/5d4cc7192d144938a9ef6ff6c5fb93f6 2024-12-17T01:26:14,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/e22f777ed9cd459a8e1cea8d5d87f533 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e22f777ed9cd459a8e1cea8d5d87f533 2024-12-17T01:26:14,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e22f777ed9cd459a8e1cea8d5d87f533, entries=250, sequenceid=437, filesize=16.8 K 2024-12-17T01:26:14,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/9f654249ee8e415cb4e36dfcb11b9fd6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/9f654249ee8e415cb4e36dfcb11b9fd6 2024-12-17T01:26:14,065 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:14,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T01:26:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:14,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:14,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/9f654249ee8e415cb4e36dfcb11b9fd6, entries=150, sequenceid=437, filesize=12.0 K 2024-12-17T01:26:14,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/5d4cc7192d144938a9ef6ff6c5fb93f6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5d4cc7192d144938a9ef6ff6c5fb93f6 2024-12-17T01:26:14,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5d4cc7192d144938a9ef6ff6c5fb93f6, entries=150, sequenceid=437, filesize=12.0 K 2024-12-17T01:26:14,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b74e53d881740e55df51b088916b3b9d in 1286ms, sequenceid=437, compaction requested=true 2024-12-17T01:26:14,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:14,081 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:14,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:14,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:14,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:14,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:14,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:14,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:14,081 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:14,082 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:14,082 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/A is initiating minor compaction (all files) 2024-12-17T01:26:14,082 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:14,083 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/B is initiating minor compaction (all files) 2024-12-17T01:26:14,083 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/A in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:14,083 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/B in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:14,083 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/15bd809f64774f8f8c7d4bdbce96b083, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/3a9cf52f143a4dcda8e0100f7510730b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e22f777ed9cd459a8e1cea8d5d87f533] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=41.7 K 2024-12-17T01:26:14,083 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/84be57d0bf864190bc291d730e6786bb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/8840b7ba93db4a449d3057b37ccf725d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/9f654249ee8e415cb4e36dfcb11b9fd6] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=37.0 K 2024-12-17T01:26:14,084 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 84be57d0bf864190bc291d730e6786bb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734398770039 2024-12-17T01:26:14,084 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15bd809f64774f8f8c7d4bdbce96b083, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1734398770039 2024-12-17T01:26:14,084 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 8840b7ba93db4a449d3057b37ccf725d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1734398770662 2024-12-17T01:26:14,084 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a9cf52f143a4dcda8e0100f7510730b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1734398770662 2024-12-17T01:26:14,084 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f654249ee8e415cb4e36dfcb11b9fd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1734398772792 2024-12-17T01:26:14,085 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting e22f777ed9cd459a8e1cea8d5d87f533, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1734398772790 2024-12-17T01:26:14,096 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:14,097 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/fc7260ed81c44e7b904663e97891b93c is 50, key is test_row_0/B:col10/1734398772792/Put/seqid=0 2024-12-17T01:26:14,100 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#A#compaction#94 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:14,101 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/8dc0ffe408664482a7bdaf1c4ca4cd5e is 50, key is test_row_0/A:col10/1734398772792/Put/seqid=0 2024-12-17T01:26:14,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741932_1108 (size=13357) 2024-12-17T01:26:14,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741933_1109 (size=13357) 2024-12-17T01:26:14,116 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/8dc0ffe408664482a7bdaf1c4ca4cd5e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/8dc0ffe408664482a7bdaf1c4ca4cd5e 2024-12-17T01:26:14,123 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/A of b74e53d881740e55df51b088916b3b9d into 8dc0ffe408664482a7bdaf1c4ca4cd5e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:14,123 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:14,123 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/A, priority=13, startTime=1734398774081; duration=0sec 2024-12-17T01:26:14,124 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:14,124 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:A 2024-12-17T01:26:14,124 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-17T01:26:14,125 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T01:26:14,125 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T01:26:14,125 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. because compaction request was cancelled 2024-12-17T01:26:14,125 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:C 2024-12-17T01:26:14,218 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:14,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T01:26:14,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:14,219 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:26:14,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:14,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:14,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:14,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:14,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:14,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:14,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/d5a50c03713946d8b7a322a5aa847845 is 50, key is test_row_0/A:col10/1734398772842/Put/seqid=0 2024-12-17T01:26:14,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741934_1110 (size=12301) 2024-12-17T01:26:14,515 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/fc7260ed81c44e7b904663e97891b93c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/fc7260ed81c44e7b904663e97891b93c 2024-12-17T01:26:14,521 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/B of b74e53d881740e55df51b088916b3b9d into fc7260ed81c44e7b904663e97891b93c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:14,522 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:14,522 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/B, priority=13, startTime=1734398774081; duration=0sec 2024-12-17T01:26:14,522 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:14,522 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:14,633 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/d5a50c03713946d8b7a322a5aa847845 2024-12-17T01:26:14,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/cf10528623004a49b18d8fabcdfbadf5 is 50, key is test_row_0/B:col10/1734398772842/Put/seqid=0 2024-12-17T01:26:14,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741935_1111 (size=12301) 2024-12-17T01:26:14,648 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/cf10528623004a49b18d8fabcdfbadf5 2024-12-17T01:26:14,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/d60d2e188edf4773970005ee91f227bd is 50, key is test_row_0/C:col10/1734398772842/Put/seqid=0 2024-12-17T01:26:14,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741936_1112 (size=12301) 2024-12-17T01:26:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T01:26:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:14,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:14,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398834978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:14,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398834979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:14,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398834980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:14,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398834980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:14,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398834983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,073 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/d60d2e188edf4773970005ee91f227bd 2024-12-17T01:26:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/d5a50c03713946d8b7a322a5aa847845 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/d5a50c03713946d8b7a322a5aa847845 2024-12-17T01:26:15,086 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/d5a50c03713946d8b7a322a5aa847845, entries=150, sequenceid=464, filesize=12.0 K 2024-12-17T01:26:15,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/cf10528623004a49b18d8fabcdfbadf5 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cf10528623004a49b18d8fabcdfbadf5 2024-12-17T01:26:15,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398835087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398835088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398835089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398835089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,094 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cf10528623004a49b18d8fabcdfbadf5, entries=150, sequenceid=464, filesize=12.0 K 2024-12-17T01:26:15,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/d60d2e188edf4773970005ee91f227bd as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/d60d2e188edf4773970005ee91f227bd 2024-12-17T01:26:15,100 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/d60d2e188edf4773970005ee91f227bd, entries=150, sequenceid=464, filesize=12.0 K 2024-12-17T01:26:15,101 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b74e53d881740e55df51b088916b3b9d in 882ms, sequenceid=464, compaction requested=true 2024-12-17T01:26:15,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:15,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:15,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-17T01:26:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-17T01:26:15,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-17T01:26:15,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4170 sec 2024-12-17T01:26:15,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.4210 sec 2024-12-17T01:26:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:15,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T01:26:15,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:15,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:15,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:15,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:15,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:15,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:15,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/a1ac84e9a9024fee853a8f3e90d1cfa8 is 50, key is test_row_0/A:col10/1734398774976/Put/seqid=0 2024-12-17T01:26:15,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398835311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398835312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398835312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398835313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741937_1113 (size=14741) 2024-12-17T01:26:15,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/a1ac84e9a9024fee853a8f3e90d1cfa8 2024-12-17T01:26:15,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/7db332da0b2e438c825f71cc331781ff is 50, key is test_row_0/B:col10/1734398774976/Put/seqid=0 2024-12-17T01:26:15,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741938_1114 (size=12301) 2024-12-17T01:26:15,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/7db332da0b2e438c825f71cc331781ff 2024-12-17T01:26:15,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/64acc2a012af4efda432fe0ea2054df8 is 50, key is test_row_0/C:col10/1734398774976/Put/seqid=0 2024-12-17T01:26:15,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741939_1115 (size=12301) 2024-12-17T01:26:15,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/64acc2a012af4efda432fe0ea2054df8 2024-12-17T01:26:15,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/a1ac84e9a9024fee853a8f3e90d1cfa8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a1ac84e9a9024fee853a8f3e90d1cfa8 2024-12-17T01:26:15,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a1ac84e9a9024fee853a8f3e90d1cfa8, entries=200, sequenceid=477, filesize=14.4 K 2024-12-17T01:26:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/7db332da0b2e438c825f71cc331781ff as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/7db332da0b2e438c825f71cc331781ff 2024-12-17T01:26:15,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/7db332da0b2e438c825f71cc331781ff, entries=150, sequenceid=477, filesize=12.0 K 2024-12-17T01:26:15,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/64acc2a012af4efda432fe0ea2054df8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/64acc2a012af4efda432fe0ea2054df8 2024-12-17T01:26:15,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/64acc2a012af4efda432fe0ea2054df8, entries=150, sequenceid=477, filesize=12.0 K 2024-12-17T01:26:15,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b74e53d881740e55df51b088916b3b9d in 91ms, sequenceid=477, compaction requested=true 2024-12-17T01:26:15,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:15,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:15,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:15,383 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:15,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:15,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:15,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:15,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T01:26:15,383 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:15,385 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:15,385 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/A is initiating minor compaction (all files) 2024-12-17T01:26:15,385 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/A in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:15,385 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/8dc0ffe408664482a7bdaf1c4ca4cd5e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/d5a50c03713946d8b7a322a5aa847845, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a1ac84e9a9024fee853a8f3e90d1cfa8] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=39.5 K 2024-12-17T01:26:15,386 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dc0ffe408664482a7bdaf1c4ca4cd5e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1734398772792 2024-12-17T01:26:15,386 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:15,386 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5a50c03713946d8b7a322a5aa847845, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1734398772841 2024-12-17T01:26:15,386 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/C is initiating minor compaction (all files) 2024-12-17T01:26:15,386 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/C in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:15,386 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/84907a427d70402b85110a1168883308, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5d4cc7192d144938a9ef6ff6c5fb93f6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/d60d2e188edf4773970005ee91f227bd, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/64acc2a012af4efda432fe0ea2054df8] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=49.0 K 2024-12-17T01:26:15,387 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1ac84e9a9024fee853a8f3e90d1cfa8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1734398774976 2024-12-17T01:26:15,387 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 84907a427d70402b85110a1168883308, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1734398770662 2024-12-17T01:26:15,387 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d4cc7192d144938a9ef6ff6c5fb93f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1734398772792 2024-12-17T01:26:15,388 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting d60d2e188edf4773970005ee91f227bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1734398772841 2024-12-17T01:26:15,388 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 64acc2a012af4efda432fe0ea2054df8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1734398774976 2024-12-17T01:26:15,396 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#A#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:15,397 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/23f94b81a5734b429dbfca1d1e75d9a3 is 50, key is test_row_0/A:col10/1734398774976/Put/seqid=0 2024-12-17T01:26:15,400 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#C#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:15,401 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/14e820eab9904744acfaad3ac61aa419 is 50, key is test_row_0/C:col10/1734398774976/Put/seqid=0 2024-12-17T01:26:15,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741940_1116 (size=13459) 2024-12-17T01:26:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:15,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:26:15,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:15,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:15,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:15,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:15,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:15,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:15,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741941_1117 (size=13425) 2024-12-17T01:26:15,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/b1b5a64894d24531907f57ce2d1b28ec is 50, key is test_row_0/A:col10/1734398775415/Put/seqid=0 2024-12-17T01:26:15,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398835428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,433 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/14e820eab9904744acfaad3ac61aa419 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/14e820eab9904744acfaad3ac61aa419 2024-12-17T01:26:15,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398835432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398835433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398835433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,441 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/C of b74e53d881740e55df51b088916b3b9d into 14e820eab9904744acfaad3ac61aa419(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:15,441 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:15,441 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/C, priority=12, startTime=1734398775383; duration=0sec 2024-12-17T01:26:15,441 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:15,441 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:C 2024-12-17T01:26:15,441 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:15,443 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:15,443 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/B is initiating minor compaction (all files) 2024-12-17T01:26:15,443 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/B in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:15,443 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/fc7260ed81c44e7b904663e97891b93c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cf10528623004a49b18d8fabcdfbadf5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/7db332da0b2e438c825f71cc331781ff] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=37.1 K 2024-12-17T01:26:15,444 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting fc7260ed81c44e7b904663e97891b93c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1734398772792 2024-12-17T01:26:15,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741942_1118 (size=14741) 2024-12-17T01:26:15,445 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting cf10528623004a49b18d8fabcdfbadf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1734398772841 2024-12-17T01:26:15,446 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 7db332da0b2e438c825f71cc331781ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1734398774976 2024-12-17T01:26:15,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/b1b5a64894d24531907f57ce2d1b28ec 2024-12-17T01:26:15,457 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#B#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:15,457 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/6411f905bc82482dbc08c1a64e5f05ce is 50, key is test_row_0/B:col10/1734398774976/Put/seqid=0 2024-12-17T01:26:15,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/aa65d568313d45bdbb288d6433cf68da is 50, key is test_row_0/B:col10/1734398775415/Put/seqid=0 2024-12-17T01:26:15,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741943_1119 (size=13459) 2024-12-17T01:26:15,490 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/6411f905bc82482dbc08c1a64e5f05ce as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/6411f905bc82482dbc08c1a64e5f05ce 2024-12-17T01:26:15,498 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/B of b74e53d881740e55df51b088916b3b9d into 6411f905bc82482dbc08c1a64e5f05ce(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:15,498 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:15,498 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/B, priority=13, startTime=1734398775383; duration=0sec 2024-12-17T01:26:15,499 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:15,499 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:15,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741944_1120 (size=12301) 2024-12-17T01:26:15,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/aa65d568313d45bdbb288d6433cf68da 2024-12-17T01:26:15,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/5e075e1961444dcbb5dd4ecfb17a72f7 is 50, key is test_row_0/C:col10/1734398775415/Put/seqid=0 2024-12-17T01:26:15,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741945_1121 (size=12301) 2024-12-17T01:26:15,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/5e075e1961444dcbb5dd4ecfb17a72f7 2024-12-17T01:26:15,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/b1b5a64894d24531907f57ce2d1b28ec as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b1b5a64894d24531907f57ce2d1b28ec 2024-12-17T01:26:15,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b1b5a64894d24531907f57ce2d1b28ec, entries=200, sequenceid=502, filesize=14.4 K 2024-12-17T01:26:15,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/aa65d568313d45bdbb288d6433cf68da as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/aa65d568313d45bdbb288d6433cf68da 2024-12-17T01:26:15,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/aa65d568313d45bdbb288d6433cf68da, entries=150, sequenceid=502, filesize=12.0 K 2024-12-17T01:26:15,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398835534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/5e075e1961444dcbb5dd4ecfb17a72f7 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5e075e1961444dcbb5dd4ecfb17a72f7 2024-12-17T01:26:15,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398835535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398835537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398835537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5e075e1961444dcbb5dd4ecfb17a72f7, entries=150, sequenceid=502, filesize=12.0 K 2024-12-17T01:26:15,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for b74e53d881740e55df51b088916b3b9d in 128ms, sequenceid=502, compaction requested=false 2024-12-17T01:26:15,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:15,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T01:26:15,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:15,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:15,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:15,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:15,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:15,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:15,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/83c5ac709f17431eb1a31ddbe5164239 is 50, key is test_row_0/A:col10/1734398775420/Put/seqid=0 2024-12-17T01:26:15,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741946_1122 (size=12301) 2024-12-17T01:26:15,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398835758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398835759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398835760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398835760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,818 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/23f94b81a5734b429dbfca1d1e75d9a3 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/23f94b81a5734b429dbfca1d1e75d9a3 2024-12-17T01:26:15,824 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/A of b74e53d881740e55df51b088916b3b9d into 23f94b81a5734b429dbfca1d1e75d9a3(size=13.1 K), total size for store is 27.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:15,825 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:15,825 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/A, priority=13, startTime=1734398775383; duration=0sec 2024-12-17T01:26:15,825 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:15,825 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:A 2024-12-17T01:26:15,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398835862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398835863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398835864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:15,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398835864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398836066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398836066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398836066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398836067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/83c5ac709f17431eb1a31ddbe5164239 2024-12-17T01:26:16,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/7bcc620171f24e21aa64c42ad0ffad8f is 50, key is test_row_0/B:col10/1734398775420/Put/seqid=0 2024-12-17T01:26:16,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741947_1123 (size=12301) 2024-12-17T01:26:16,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/7bcc620171f24e21aa64c42ad0ffad8f 2024-12-17T01:26:16,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/2ac24a9fe0004f08abcd992c1a989867 is 50, key is test_row_0/C:col10/1734398775420/Put/seqid=0 2024-12-17T01:26:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741948_1124 (size=12301) 2024-12-17T01:26:16,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398836370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398836370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398836371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398836373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/2ac24a9fe0004f08abcd992c1a989867 2024-12-17T01:26:16,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/83c5ac709f17431eb1a31ddbe5164239 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/83c5ac709f17431eb1a31ddbe5164239 2024-12-17T01:26:16,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/83c5ac709f17431eb1a31ddbe5164239, entries=150, sequenceid=518, filesize=12.0 K 2024-12-17T01:26:16,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/7bcc620171f24e21aa64c42ad0ffad8f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/7bcc620171f24e21aa64c42ad0ffad8f 2024-12-17T01:26:16,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/7bcc620171f24e21aa64c42ad0ffad8f, entries=150, sequenceid=518, filesize=12.0 K 2024-12-17T01:26:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/2ac24a9fe0004f08abcd992c1a989867 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/2ac24a9fe0004f08abcd992c1a989867 2024-12-17T01:26:16,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/2ac24a9fe0004f08abcd992c1a989867, entries=150, sequenceid=518, filesize=12.0 K 2024-12-17T01:26:16,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for b74e53d881740e55df51b088916b3b9d in 877ms, sequenceid=518, compaction requested=true 2024-12-17T01:26:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:16,615 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:16,615 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:16,616 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:16,617 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:16,617 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/A is initiating minor compaction (all files) 2024-12-17T01:26:16,617 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/B is initiating minor compaction (all files) 2024-12-17T01:26:16,617 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/A in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:16,617 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/B in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:16,617 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/23f94b81a5734b429dbfca1d1e75d9a3, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b1b5a64894d24531907f57ce2d1b28ec, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/83c5ac709f17431eb1a31ddbe5164239] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=39.6 K 2024-12-17T01:26:16,617 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/6411f905bc82482dbc08c1a64e5f05ce, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/aa65d568313d45bdbb288d6433cf68da, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/7bcc620171f24e21aa64c42ad0ffad8f] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=37.2 K 2024-12-17T01:26:16,617 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23f94b81a5734b429dbfca1d1e75d9a3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1734398774976 2024-12-17T01:26:16,617 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 6411f905bc82482dbc08c1a64e5f05ce, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1734398774976 2024-12-17T01:26:16,618 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting aa65d568313d45bdbb288d6433cf68da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1734398775310 2024-12-17T01:26:16,618 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1b5a64894d24531907f57ce2d1b28ec, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1734398775310 2024-12-17T01:26:16,618 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bcc620171f24e21aa64c42ad0ffad8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1734398775420 2024-12-17T01:26:16,618 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83c5ac709f17431eb1a31ddbe5164239, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1734398775420 2024-12-17T01:26:16,628 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#B#compaction#110 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:16,628 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#A#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:16,628 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/054ad77a61384d5bad59ba42c76d96f1 is 50, key is test_row_0/B:col10/1734398775420/Put/seqid=0 2024-12-17T01:26:16,628 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/73806efd8d8942ca8da4abc57c3c11ba is 50, key is test_row_0/A:col10/1734398775420/Put/seqid=0 2024-12-17T01:26:16,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741949_1125 (size=13561) 2024-12-17T01:26:16,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741950_1126 (size=13561) 2024-12-17T01:26:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T01:26:16,791 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-17T01:26:16,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-17T01:26:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T01:26:16,794 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:16,795 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:16,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:16,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T01:26:16,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:16,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:16,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:16,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:16,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:16,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:16,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/e34b5ccd049747688322f24576ab8773 is 50, key is test_row_0/A:col10/1734398776874/Put/seqid=0 2024-12-17T01:26:16,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741951_1127 (size=14741) 2024-12-17T01:26:16,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/e34b5ccd049747688322f24576ab8773 2024-12-17T01:26:16,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398836883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398836884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398836887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398836889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T01:26:16,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/f5811fe61d9748beb201e511e4921761 is 50, key is test_row_0/B:col10/1734398776874/Put/seqid=0 2024-12-17T01:26:16,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741952_1128 (size=12301) 2024-12-17T01:26:16,946 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T01:26:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:16,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:16,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:16,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398836989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398836989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398836989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398836992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43226 deadline: 1734398836992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:16,995 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., hostname=7b75acfc7251,36369,1734398752304, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T01:26:17,046 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/73806efd8d8942ca8da4abc57c3c11ba as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/73806efd8d8942ca8da4abc57c3c11ba 2024-12-17T01:26:17,046 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/054ad77a61384d5bad59ba42c76d96f1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/054ad77a61384d5bad59ba42c76d96f1 2024-12-17T01:26:17,052 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/B of b74e53d881740e55df51b088916b3b9d into 054ad77a61384d5bad59ba42c76d96f1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:17,053 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:17,053 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/B, priority=13, startTime=1734398776615; duration=0sec 2024-12-17T01:26:17,053 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:17,053 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:17,053 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:17,054 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/A of b74e53d881740e55df51b088916b3b9d into 73806efd8d8942ca8da4abc57c3c11ba(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:17,054 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:17,054 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/A, priority=13, startTime=1734398776615; duration=0sec 2024-12-17T01:26:17,054 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:17,054 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:A 2024-12-17T01:26:17,055 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:17,055 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/C is initiating minor compaction (all files) 2024-12-17T01:26:17,055 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/C in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:17,055 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/14e820eab9904744acfaad3ac61aa419, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5e075e1961444dcbb5dd4ecfb17a72f7, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/2ac24a9fe0004f08abcd992c1a989867] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=37.1 K 2024-12-17T01:26:17,056 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 14e820eab9904744acfaad3ac61aa419, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1734398774976 2024-12-17T01:26:17,056 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e075e1961444dcbb5dd4ecfb17a72f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1734398775310 2024-12-17T01:26:17,057 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ac24a9fe0004f08abcd992c1a989867, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1734398775420 2024-12-17T01:26:17,065 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#C#compaction#114 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:17,065 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/1fb1d977d6a645bab834c1e400380b4a is 50, key is test_row_0/C:col10/1734398775420/Put/seqid=0 2024-12-17T01:26:17,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741953_1129 (size=13527) 2024-12-17T01:26:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T01:26:17,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T01:26:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:17,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:17,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:17,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:17,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:17,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398837191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398837191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398837192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398837195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T01:26:17,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:17,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:17,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:17,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:17,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:17,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/f5811fe61d9748beb201e511e4921761 2024-12-17T01:26:17,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/0abe7f299672471f95224b33a7c144bd is 50, key is test_row_0/C:col10/1734398776874/Put/seqid=0 2024-12-17T01:26:17,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741954_1130 (size=12301) 2024-12-17T01:26:17,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/0abe7f299672471f95224b33a7c144bd 2024-12-17T01:26:17,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/e34b5ccd049747688322f24576ab8773 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e34b5ccd049747688322f24576ab8773 2024-12-17T01:26:17,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e34b5ccd049747688322f24576ab8773, entries=200, sequenceid=543, filesize=14.4 K 2024-12-17T01:26:17,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/f5811fe61d9748beb201e511e4921761 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/f5811fe61d9748beb201e511e4921761 2024-12-17T01:26:17,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/f5811fe61d9748beb201e511e4921761, entries=150, sequenceid=543, filesize=12.0 K 2024-12-17T01:26:17,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/0abe7f299672471f95224b33a7c144bd as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/0abe7f299672471f95224b33a7c144bd 2024-12-17T01:26:17,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/0abe7f299672471f95224b33a7c144bd, entries=150, sequenceid=543, filesize=12.0 K 2024-12-17T01:26:17,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b74e53d881740e55df51b088916b3b9d in 468ms, sequenceid=543, compaction requested=false 2024-12-17T01:26:17,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T01:26:17,406 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T01:26:17,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:17,407 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T01:26:17,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:17,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:17,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7367392bb4a74e41a3d42f9d166324f2 is 50, key is test_row_0/A:col10/1734398776882/Put/seqid=0 2024-12-17T01:26:17,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741955_1131 (size=12301) 2024-12-17T01:26:17,421 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7367392bb4a74e41a3d42f9d166324f2 2024-12-17T01:26:17,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/4e08218ac79a482d908417f1be707e2f is 50, key is test_row_0/B:col10/1734398776882/Put/seqid=0 2024-12-17T01:26:17,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741956_1132 (size=12301) 2024-12-17T01:26:17,476 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/1fb1d977d6a645bab834c1e400380b4a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/1fb1d977d6a645bab834c1e400380b4a 2024-12-17T01:26:17,484 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b74e53d881740e55df51b088916b3b9d/C of b74e53d881740e55df51b088916b3b9d into 1fb1d977d6a645bab834c1e400380b4a(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:17,484 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:17,484 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/C, priority=13, startTime=1734398776615; duration=0sec 2024-12-17T01:26:17,484 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:17,484 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:C 2024-12-17T01:26:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:17,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:17,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398837512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398837514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398837515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398837515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398837616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398837617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398837618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398837619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398837818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398837818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398837821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398837822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:17,837 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/4e08218ac79a482d908417f1be707e2f 2024-12-17T01:26:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/472c4c07f4e440a6855ded757447a6c8 is 50, key is test_row_0/C:col10/1734398776882/Put/seqid=0 2024-12-17T01:26:17,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741957_1133 (size=12301) 2024-12-17T01:26:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T01:26:18,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398838122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398838123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398838124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398838124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,251 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/472c4c07f4e440a6855ded757447a6c8 2024-12-17T01:26:18,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7367392bb4a74e41a3d42f9d166324f2 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7367392bb4a74e41a3d42f9d166324f2 2024-12-17T01:26:18,261 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7367392bb4a74e41a3d42f9d166324f2, entries=150, sequenceid=557, filesize=12.0 K 2024-12-17T01:26:18,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/4e08218ac79a482d908417f1be707e2f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/4e08218ac79a482d908417f1be707e2f 2024-12-17T01:26:18,267 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/4e08218ac79a482d908417f1be707e2f, entries=150, sequenceid=557, filesize=12.0 K 2024-12-17T01:26:18,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/472c4c07f4e440a6855ded757447a6c8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/472c4c07f4e440a6855ded757447a6c8 2024-12-17T01:26:18,274 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/472c4c07f4e440a6855ded757447a6c8, entries=150, sequenceid=557, filesize=12.0 K 2024-12-17T01:26:18,275 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b74e53d881740e55df51b088916b3b9d in 868ms, sequenceid=557, compaction requested=true 2024-12-17T01:26:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-17T01:26:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-17T01:26:18,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-17T01:26:18,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4870 sec 2024-12-17T01:26:18,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.4920 sec 2024-12-17T01:26:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:18,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:26:18,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:18,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:18,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:18,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:18,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:18,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:18,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/07cff21922c64683a1033aa03575619c is 50, key is test_row_0/A:col10/1734398778627/Put/seqid=0 2024-12-17T01:26:18,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398838634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398838635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741958_1134 (size=14741) 2024-12-17T01:26:18,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398838636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398838637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398838738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398838740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398838741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398838741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T01:26:18,898 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-17T01:26:18,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-17T01:26:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T01:26:18,901 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:18,901 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:18,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:18,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398838941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398838943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398838943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:18,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398838944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T01:26:19,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/07cff21922c64683a1033aa03575619c 2024-12-17T01:26:19,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/4a352bd974e447ea93ea861b9a2081cc is 50, key is test_row_0/B:col10/1734398778627/Put/seqid=0 2024-12-17T01:26:19,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-17T01:26:19,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:19,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:19,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:19,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:19,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:19,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741959_1135 (size=12301) 2024-12-17T01:26:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:19,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/4a352bd974e447ea93ea861b9a2081cc 2024-12-17T01:26:19,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/efcbd0d971b64909be0dd9d616bfcf0a is 50, key is test_row_0/C:col10/1734398778627/Put/seqid=0 2024-12-17T01:26:19,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741960_1136 (size=12301) 2024-12-17T01:26:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T01:26:19,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-17T01:26:19,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:19,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:19,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:19,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:19,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:19,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398839244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398839246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398839246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398839246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-17T01:26:19,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:19,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:19,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:19,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:19,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:19,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/efcbd0d971b64909be0dd9d616bfcf0a 2024-12-17T01:26:19,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/07cff21922c64683a1033aa03575619c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/07cff21922c64683a1033aa03575619c 2024-12-17T01:26:19,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/07cff21922c64683a1033aa03575619c, entries=200, sequenceid=584, filesize=14.4 K 2024-12-17T01:26:19,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/4a352bd974e447ea93ea861b9a2081cc as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/4a352bd974e447ea93ea861b9a2081cc 2024-12-17T01:26:19,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/4a352bd974e447ea93ea861b9a2081cc, entries=150, sequenceid=584, filesize=12.0 K 2024-12-17T01:26:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T01:26:19,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/efcbd0d971b64909be0dd9d616bfcf0a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/efcbd0d971b64909be0dd9d616bfcf0a 2024-12-17T01:26:19,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/efcbd0d971b64909be0dd9d616bfcf0a, entries=150, sequenceid=584, filesize=12.0 K 2024-12-17T01:26:19,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b74e53d881740e55df51b088916b3b9d in 881ms, sequenceid=584, compaction requested=true 2024-12-17T01:26:19,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:19,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:19,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:19,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:19,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:19,510 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:19,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:19,510 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:19,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:19,512 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:19,512 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/B is initiating minor compaction (all files) 2024-12-17T01:26:19,512 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/B in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:19,512 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/054ad77a61384d5bad59ba42c76d96f1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/f5811fe61d9748beb201e511e4921761, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/4e08218ac79a482d908417f1be707e2f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/4a352bd974e447ea93ea861b9a2081cc] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=49.3 K 2024-12-17T01:26:19,513 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:19,513 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/A is initiating minor compaction (all files) 2024-12-17T01:26:19,513 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/A in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:19,513 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/73806efd8d8942ca8da4abc57c3c11ba, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e34b5ccd049747688322f24576ab8773, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7367392bb4a74e41a3d42f9d166324f2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/07cff21922c64683a1033aa03575619c] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=54.0 K 2024-12-17T01:26:19,513 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 054ad77a61384d5bad59ba42c76d96f1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1734398775420 2024-12-17T01:26:19,513 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73806efd8d8942ca8da4abc57c3c11ba, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1734398775420 2024-12-17T01:26:19,514 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting f5811fe61d9748beb201e511e4921761, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1734398775754 2024-12-17T01:26:19,514 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e08218ac79a482d908417f1be707e2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1734398776882 2024-12-17T01:26:19,514 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting e34b5ccd049747688322f24576ab8773, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1734398775754 2024-12-17T01:26:19,514 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,515 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7367392bb4a74e41a3d42f9d166324f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1734398776882 2024-12-17T01:26:19,515 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a352bd974e447ea93ea861b9a2081cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=584, earliestPutTs=1734398777513 2024-12-17T01:26:19,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-17T01:26:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:19,515 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07cff21922c64683a1033aa03575619c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=584, earliestPutTs=1734398777508 2024-12-17T01:26:19,515 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-17T01:26:19,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:19,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:19,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:19,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:19,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:19,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:19,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/a652ae5b145c4294a0d2e410d0e2d9d4 is 50, key is test_row_1/A:col10/1734398778635/Put/seqid=0 2024-12-17T01:26:19,537 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#A#compaction#123 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:19,538 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#B#compaction#124 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:19,538 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/fb00b86f40234dc289429111eac2ed1b is 50, key is test_row_0/A:col10/1734398778627/Put/seqid=0 2024-12-17T01:26:19,539 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/5fe26339e6a44a2b90f848c1583c8cfb is 50, key is test_row_0/B:col10/1734398778627/Put/seqid=0 2024-12-17T01:26:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741961_1137 (size=9857) 2024-12-17T01:26:19,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741963_1139 (size=13697) 2024-12-17T01:26:19,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741962_1138 (size=13697) 2024-12-17T01:26:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:19,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. as already flushing 2024-12-17T01:26:19,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398839771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398839772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398839775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398839776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398839877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398839877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398839880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398839880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:19,942 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=594 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/a652ae5b145c4294a0d2e410d0e2d9d4 2024-12-17T01:26:19,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/3b9ff33c93634b7b9a50c23761a44a51 is 50, key is test_row_1/B:col10/1734398778635/Put/seqid=0 2024-12-17T01:26:19,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741964_1140 (size=9857) 2024-12-17T01:26:19,970 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/5fe26339e6a44a2b90f848c1583c8cfb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/5fe26339e6a44a2b90f848c1583c8cfb 2024-12-17T01:26:19,970 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/fb00b86f40234dc289429111eac2ed1b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/fb00b86f40234dc289429111eac2ed1b 2024-12-17T01:26:19,977 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/A of b74e53d881740e55df51b088916b3b9d into fb00b86f40234dc289429111eac2ed1b(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:19,977 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/B of b74e53d881740e55df51b088916b3b9d into 5fe26339e6a44a2b90f848c1583c8cfb(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:19,977 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:19,977 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:19,977 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/A, priority=12, startTime=1734398779510; duration=0sec 2024-12-17T01:26:19,977 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/B, priority=12, startTime=1734398779510; duration=0sec 2024-12-17T01:26:19,977 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:19,977 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:A 2024-12-17T01:26:19,977 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:19,977 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:19,978 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:19,979 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:19,979 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): b74e53d881740e55df51b088916b3b9d/C is initiating minor compaction (all files) 2024-12-17T01:26:19,979 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b74e53d881740e55df51b088916b3b9d/C in TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:19,979 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/1fb1d977d6a645bab834c1e400380b4a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/0abe7f299672471f95224b33a7c144bd, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/472c4c07f4e440a6855ded757447a6c8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/efcbd0d971b64909be0dd9d616bfcf0a] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp, totalSize=49.2 K 2024-12-17T01:26:19,980 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fb1d977d6a645bab834c1e400380b4a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1734398775420 2024-12-17T01:26:19,980 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0abe7f299672471f95224b33a7c144bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1734398775754 2024-12-17T01:26:19,981 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 472c4c07f4e440a6855ded757447a6c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1734398776882 2024-12-17T01:26:19,981 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting efcbd0d971b64909be0dd9d616bfcf0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=584, earliestPutTs=1734398777513 2024-12-17T01:26:19,992 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b74e53d881740e55df51b088916b3b9d#C#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:19,993 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/ca1eb0c93f2e4ee88955d8f6fdc18490 is 50, key is test_row_0/C:col10/1734398778627/Put/seqid=0 2024-12-17T01:26:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T01:26:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741965_1141 (size=13663) 2024-12-17T01:26:20,068 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d2e6bd6 to 127.0.0.1:61973 2024-12-17T01:26:20,068 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:20,070 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a951bfc to 127.0.0.1:61973 2024-12-17T01:26:20,070 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:20,070 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x74cc5cfa to 127.0.0.1:61973 2024-12-17T01:26:20,070 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:20,072 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55b7f8f5 to 127.0.0.1:61973 2024-12-17T01:26:20,072 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:20,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:20,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398840080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398840080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:20,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398840083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:20,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398840084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:20,356 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=594 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/3b9ff33c93634b7b9a50c23761a44a51 2024-12-17T01:26:20,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/09077d2d1c364cb4b9ef47461b08cf3a is 50, key is test_row_1/C:col10/1734398778635/Put/seqid=0 2024-12-17T01:26:20,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741966_1142 (size=9857) 2024-12-17T01:26:20,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43242 deadline: 1734398840382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:20,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43234 deadline: 1734398840384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:20,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43252 deadline: 1734398840384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:20,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1734398840387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:20,409 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/ca1eb0c93f2e4ee88955d8f6fdc18490 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/ca1eb0c93f2e4ee88955d8f6fdc18490 2024-12-17T01:26:20,415 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b74e53d881740e55df51b088916b3b9d/C of b74e53d881740e55df51b088916b3b9d into ca1eb0c93f2e4ee88955d8f6fdc18490(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:20,415 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:20,415 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d., storeName=b74e53d881740e55df51b088916b3b9d/C, priority=12, startTime=1734398779510; duration=0sec 2024-12-17T01:26:20,415 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:20,415 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:C 2024-12-17T01:26:20,678 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T01:26:20,769 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=594 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/09077d2d1c364cb4b9ef47461b08cf3a 2024-12-17T01:26:20,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/a652ae5b145c4294a0d2e410d0e2d9d4 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a652ae5b145c4294a0d2e410d0e2d9d4 2024-12-17T01:26:20,778 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a652ae5b145c4294a0d2e410d0e2d9d4, entries=100, sequenceid=594, filesize=9.6 K 2024-12-17T01:26:20,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/3b9ff33c93634b7b9a50c23761a44a51 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3b9ff33c93634b7b9a50c23761a44a51 2024-12-17T01:26:20,783 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3b9ff33c93634b7b9a50c23761a44a51, entries=100, sequenceid=594, filesize=9.6 K 2024-12-17T01:26:20,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/09077d2d1c364cb4b9ef47461b08cf3a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/09077d2d1c364cb4b9ef47461b08cf3a 2024-12-17T01:26:20,788 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/09077d2d1c364cb4b9ef47461b08cf3a, entries=100, sequenceid=594, filesize=9.6 K 2024-12-17T01:26:20,789 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for b74e53d881740e55df51b088916b3b9d in 1274ms, sequenceid=594, compaction requested=false 2024-12-17T01:26:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-17T01:26:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-17T01:26:20,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-17T01:26:20,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8890 sec 2024-12-17T01:26:20,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.8930 sec 2024-12-17T01:26:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:20,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-17T01:26:20,886 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61a0bb99 to 127.0.0.1:61973 2024-12-17T01:26:20,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:20,886 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:20,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:20,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:20,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:20,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:20,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:20,889 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21f63e27 to 127.0.0.1:61973 2024-12-17T01:26:20,889 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:20,890 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f403bd0 to 127.0.0.1:61973 2024-12-17T01:26:20,890 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:20,893 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3aa82441 to 127.0.0.1:61973 2024-12-17T01:26:20,893 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:20,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/1dd881a2c90747cfa479dd127af131ee is 50, key is test_row_0/A:col10/1734398779774/Put/seqid=0 2024-12-17T01:26:20,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741967_1143 (size=12301) 2024-12-17T01:26:21,000 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45fa1858 to 127.0.0.1:61973 2024-12-17T01:26:21,000 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T01:26:21,004 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6683 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6315 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2829 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8483 rows 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2852 2024-12-17T01:26:21,005 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8549 rows 2024-12-17T01:26:21,005 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T01:26:21,005 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ee696f3 to 127.0.0.1:61973 2024-12-17T01:26:21,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:21,008 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T01:26:21,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T01:26:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:21,024 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398781024"}]},"ts":"1734398781024"} 2024-12-17T01:26:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T01:26:21,026 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T01:26:21,028 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T01:26:21,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T01:26:21,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b74e53d881740e55df51b088916b3b9d, UNASSIGN}] 2024-12-17T01:26:21,035 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b74e53d881740e55df51b088916b3b9d, UNASSIGN 2024-12-17T01:26:21,036 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=b74e53d881740e55df51b088916b3b9d, regionState=CLOSING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:21,037 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T01:26:21,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:26:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T01:26:21,192 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:21,194 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:21,194 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T01:26:21,195 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing b74e53d881740e55df51b088916b3b9d, disabling compactions & flushes 2024-12-17T01:26:21,195 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:21,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/1dd881a2c90747cfa479dd127af131ee 2024-12-17T01:26:21,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/d1f9eeaddb13419e9683a6fa0261c0b3 is 50, key is test_row_0/B:col10/1734398779774/Put/seqid=0 2024-12-17T01:26:21,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741968_1144 (size=12301) 2024-12-17T01:26:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T01:26:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T01:26:21,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/d1f9eeaddb13419e9683a6fa0261c0b3 2024-12-17T01:26:21,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/b605615b8ccc481f9f316c24b72f9b40 is 50, key is test_row_0/C:col10/1734398779774/Put/seqid=0 2024-12-17T01:26:21,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741969_1145 (size=12301) 2024-12-17T01:26:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T01:26:22,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/b605615b8ccc481f9f316c24b72f9b40 2024-12-17T01:26:22,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/1dd881a2c90747cfa479dd127af131ee as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/1dd881a2c90747cfa479dd127af131ee 2024-12-17T01:26:22,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/1dd881a2c90747cfa479dd127af131ee, entries=150, sequenceid=624, filesize=12.0 K 2024-12-17T01:26:22,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/d1f9eeaddb13419e9683a6fa0261c0b3 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d1f9eeaddb13419e9683a6fa0261c0b3 2024-12-17T01:26:22,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d1f9eeaddb13419e9683a6fa0261c0b3, entries=150, sequenceid=624, filesize=12.0 K 2024-12-17T01:26:22,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/b605615b8ccc481f9f316c24b72f9b40 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/b605615b8ccc481f9f316c24b72f9b40 2024-12-17T01:26:22,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/b605615b8ccc481f9f316c24b72f9b40, entries=150, sequenceid=624, filesize=12.0 K 2024-12-17T01:26:22,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=26.84 KB/27480 for b74e53d881740e55df51b088916b3b9d in 1265ms, sequenceid=624, compaction requested=true 2024-12-17T01:26:22,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:22,151 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:22,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:22,151 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:22,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:22,151 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. because compaction request was cancelled 2024-12-17T01:26:22,151 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. after waiting 0 ms 2024-12-17T01:26:22,151 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:A 2024-12-17T01:26:22,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:22,151 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:22,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:22,151 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. because compaction request was cancelled 2024-12-17T01:26:22,151 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:B 2024-12-17T01:26:22,151 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. because compaction request was cancelled 2024-12-17T01:26:22,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b74e53d881740e55df51b088916b3b9d:C, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:22,151 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b74e53d881740e55df51b088916b3b9d:C 2024-12-17T01:26:22,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:22,151 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing b74e53d881740e55df51b088916b3b9d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-17T01:26:22,152 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=A 2024-12-17T01:26:22,152 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:22,152 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=B 2024-12-17T01:26:22,152 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:22,152 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b74e53d881740e55df51b088916b3b9d, store=C 2024-12-17T01:26:22,152 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:22,155 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7642a9f999044058a68e0c1d0ecc586b is 50, key is test_row_0/A:col10/1734398780998/Put/seqid=0 2024-12-17T01:26:22,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741970_1146 (size=12301) 2024-12-17T01:26:22,559 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7642a9f999044058a68e0c1d0ecc586b 2024-12-17T01:26:22,567 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/0d0c74ff3d9545a0a0d1d0538396b676 is 50, key is test_row_0/B:col10/1734398780998/Put/seqid=0 2024-12-17T01:26:22,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741971_1147 (size=12301) 2024-12-17T01:26:22,971 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/0d0c74ff3d9545a0a0d1d0538396b676 2024-12-17T01:26:22,979 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/bf03224f1a23414ba344e6c25f10c7bb is 50, key is test_row_0/C:col10/1734398780998/Put/seqid=0 2024-12-17T01:26:22,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741972_1148 (size=12301) 2024-12-17T01:26:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T01:26:23,383 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/bf03224f1a23414ba344e6c25f10c7bb 2024-12-17T01:26:23,388 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/A/7642a9f999044058a68e0c1d0ecc586b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7642a9f999044058a68e0c1d0ecc586b 2024-12-17T01:26:23,393 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7642a9f999044058a68e0c1d0ecc586b, entries=150, sequenceid=631, filesize=12.0 K 2024-12-17T01:26:23,393 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/B/0d0c74ff3d9545a0a0d1d0538396b676 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/0d0c74ff3d9545a0a0d1d0538396b676 2024-12-17T01:26:23,398 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/0d0c74ff3d9545a0a0d1d0538396b676, entries=150, sequenceid=631, filesize=12.0 K 2024-12-17T01:26:23,399 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/.tmp/C/bf03224f1a23414ba344e6c25f10c7bb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/bf03224f1a23414ba344e6c25f10c7bb 2024-12-17T01:26:23,402 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/bf03224f1a23414ba344e6c25f10c7bb, entries=150, sequenceid=631, filesize=12.0 K 2024-12-17T01:26:23,403 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for b74e53d881740e55df51b088916b3b9d in 1252ms, sequenceid=631, compaction requested=true 2024-12-17T01:26:23,404 DEBUG [StoreCloser-TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/2ecd13b8977f4ec1b8f30d8d105bab6f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7c95d79f562045948f38126a1b6fc779, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b0f7f009792b48a691d7b2b0e080071b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/f202512fb16248d19a0fb2cfd74fd6fa, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/46578d242a8d4a1c816597b989a0b9c6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/dc16740ec66145548c6dc79ca0df2b45, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/30006ae3460343c1acea24bd635438ac, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7234ad01cf7d46cda400388a62d45432, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/19f0a689b7af4721b37b3d8cf5bae0e6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/3c67f00ee9f64183b0525b4306213144, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b1b4713d68ed4099955334a26f174251, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/73941e160fb04157a18656e5a28cede7, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e2d5dab7e60c49f49a1996ac08873bec, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/5a00be8963ea491091533bb52c17394e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/c62e3fd7f2814a22a003abee596cdef0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/303528fa8878471d9e6d1b3a2e1f927a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ea4c9988eb4841dca632b205004b1a47, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/4d9bfc213eda4ba7b61d10ffa01ac421, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/d145676f49984988982475b8e62639ab, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/9cb9a99ef9d54879801742911f8fce74, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/6e8515f359014158af36e6a78ed7000a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a51b7026aec94178aa638c504921d18d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/4dd6607731af4b829bc3b2156d3a59b0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ebb6c940ea12437aa7d55aeffa61242f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/bee406e3bc084a50b4d72a4c679a2869, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e75e9832f042480b8020cd09260a0ba9, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7f72db62e0ff4e5082d6786f27bfe021, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/15bd809f64774f8f8c7d4bdbce96b083, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ad7a32f604fa4578b713e847e2b083eb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/3a9cf52f143a4dcda8e0100f7510730b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e22f777ed9cd459a8e1cea8d5d87f533, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/8dc0ffe408664482a7bdaf1c4ca4cd5e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/d5a50c03713946d8b7a322a5aa847845, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a1ac84e9a9024fee853a8f3e90d1cfa8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/23f94b81a5734b429dbfca1d1e75d9a3, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b1b5a64894d24531907f57ce2d1b28ec, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/73806efd8d8942ca8da4abc57c3c11ba, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/83c5ac709f17431eb1a31ddbe5164239, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e34b5ccd049747688322f24576ab8773, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7367392bb4a74e41a3d42f9d166324f2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/07cff21922c64683a1033aa03575619c] to archive 2024-12-17T01:26:23,408 DEBUG [StoreCloser-TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:26:23,415 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7c95d79f562045948f38126a1b6fc779 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7c95d79f562045948f38126a1b6fc779 2024-12-17T01:26:23,415 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/46578d242a8d4a1c816597b989a0b9c6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/46578d242a8d4a1c816597b989a0b9c6 2024-12-17T01:26:23,416 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/2ecd13b8977f4ec1b8f30d8d105bab6f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/2ecd13b8977f4ec1b8f30d8d105bab6f 2024-12-17T01:26:23,416 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/f202512fb16248d19a0fb2cfd74fd6fa to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/f202512fb16248d19a0fb2cfd74fd6fa 2024-12-17T01:26:23,416 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/dc16740ec66145548c6dc79ca0df2b45 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/dc16740ec66145548c6dc79ca0df2b45 2024-12-17T01:26:23,416 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7234ad01cf7d46cda400388a62d45432 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7234ad01cf7d46cda400388a62d45432 2024-12-17T01:26:23,416 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/30006ae3460343c1acea24bd635438ac to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/30006ae3460343c1acea24bd635438ac 2024-12-17T01:26:23,416 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b0f7f009792b48a691d7b2b0e080071b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b0f7f009792b48a691d7b2b0e080071b 2024-12-17T01:26:23,418 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/19f0a689b7af4721b37b3d8cf5bae0e6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/19f0a689b7af4721b37b3d8cf5bae0e6 2024-12-17T01:26:23,419 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/3c67f00ee9f64183b0525b4306213144 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/3c67f00ee9f64183b0525b4306213144 2024-12-17T01:26:23,419 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/73941e160fb04157a18656e5a28cede7 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/73941e160fb04157a18656e5a28cede7 2024-12-17T01:26:23,419 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b1b4713d68ed4099955334a26f174251 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b1b4713d68ed4099955334a26f174251 2024-12-17T01:26:23,419 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/c62e3fd7f2814a22a003abee596cdef0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/c62e3fd7f2814a22a003abee596cdef0 2024-12-17T01:26:23,420 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e2d5dab7e60c49f49a1996ac08873bec to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e2d5dab7e60c49f49a1996ac08873bec 2024-12-17T01:26:23,420 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/303528fa8878471d9e6d1b3a2e1f927a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/303528fa8878471d9e6d1b3a2e1f927a 2024-12-17T01:26:23,420 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/5a00be8963ea491091533bb52c17394e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/5a00be8963ea491091533bb52c17394e 2024-12-17T01:26:23,421 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ea4c9988eb4841dca632b205004b1a47 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ea4c9988eb4841dca632b205004b1a47 2024-12-17T01:26:23,421 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/9cb9a99ef9d54879801742911f8fce74 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/9cb9a99ef9d54879801742911f8fce74 2024-12-17T01:26:23,421 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/4d9bfc213eda4ba7b61d10ffa01ac421 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/4d9bfc213eda4ba7b61d10ffa01ac421 2024-12-17T01:26:23,422 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/d145676f49984988982475b8e62639ab to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/d145676f49984988982475b8e62639ab 2024-12-17T01:26:23,423 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a51b7026aec94178aa638c504921d18d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a51b7026aec94178aa638c504921d18d 2024-12-17T01:26:23,423 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/4dd6607731af4b829bc3b2156d3a59b0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/4dd6607731af4b829bc3b2156d3a59b0 2024-12-17T01:26:23,423 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ebb6c940ea12437aa7d55aeffa61242f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ebb6c940ea12437aa7d55aeffa61242f 2024-12-17T01:26:23,423 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/bee406e3bc084a50b4d72a4c679a2869 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/bee406e3bc084a50b4d72a4c679a2869 2024-12-17T01:26:23,424 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/6e8515f359014158af36e6a78ed7000a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/6e8515f359014158af36e6a78ed7000a 2024-12-17T01:26:23,424 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e75e9832f042480b8020cd09260a0ba9 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e75e9832f042480b8020cd09260a0ba9 2024-12-17T01:26:23,425 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7f72db62e0ff4e5082d6786f27bfe021 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7f72db62e0ff4e5082d6786f27bfe021 2024-12-17T01:26:23,425 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/15bd809f64774f8f8c7d4bdbce96b083 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/15bd809f64774f8f8c7d4bdbce96b083 2024-12-17T01:26:23,426 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/3a9cf52f143a4dcda8e0100f7510730b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/3a9cf52f143a4dcda8e0100f7510730b 2024-12-17T01:26:23,427 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ad7a32f604fa4578b713e847e2b083eb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/ad7a32f604fa4578b713e847e2b083eb 2024-12-17T01:26:23,427 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e22f777ed9cd459a8e1cea8d5d87f533 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e22f777ed9cd459a8e1cea8d5d87f533 2024-12-17T01:26:23,427 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/8dc0ffe408664482a7bdaf1c4ca4cd5e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/8dc0ffe408664482a7bdaf1c4ca4cd5e 2024-12-17T01:26:23,427 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a1ac84e9a9024fee853a8f3e90d1cfa8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a1ac84e9a9024fee853a8f3e90d1cfa8 2024-12-17T01:26:23,427 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/d5a50c03713946d8b7a322a5aa847845 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/d5a50c03713946d8b7a322a5aa847845 2024-12-17T01:26:23,427 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/23f94b81a5734b429dbfca1d1e75d9a3 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/23f94b81a5734b429dbfca1d1e75d9a3 2024-12-17T01:26:23,429 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b1b5a64894d24531907f57ce2d1b28ec to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/b1b5a64894d24531907f57ce2d1b28ec 2024-12-17T01:26:23,429 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/83c5ac709f17431eb1a31ddbe5164239 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/83c5ac709f17431eb1a31ddbe5164239 2024-12-17T01:26:23,429 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/07cff21922c64683a1033aa03575619c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/07cff21922c64683a1033aa03575619c 2024-12-17T01:26:23,429 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7367392bb4a74e41a3d42f9d166324f2 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7367392bb4a74e41a3d42f9d166324f2 2024-12-17T01:26:23,429 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e34b5ccd049747688322f24576ab8773 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/e34b5ccd049747688322f24576ab8773 2024-12-17T01:26:23,429 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/73806efd8d8942ca8da4abc57c3c11ba to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/73806efd8d8942ca8da4abc57c3c11ba 2024-12-17T01:26:23,444 DEBUG [StoreCloser-TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/74d11c72b60b48b69a9fdcf5579ec9c6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/be2637ad0f8c4e5080f57145e8c7d23b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3c88fa8d6cbc4b3e89c3df4aeb0b0a98, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/19b90ae1468d414287a201ae8639d60c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/1a71a5bc17fa4def955f5a6e3ab6275d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/bce38fcbbd92407ba6c0a203e04fb0c9, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/075c8f6b6dec46138779eec17935135b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c48299d61c614d6a87ec7f6f711da650, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/61e5c34ccdea43738f2ba73ca9fce7fe, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3b094b96a5694dee80518f8df5872f29, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/28f521ca63c84b06ab89020bfe73478a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/dc03fee952b54b91ba2df844f98662b1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cfad33a5109449cb9704d2047fd25280, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c51f0a29d7ed43e085b9929aab9a25ce, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/116abeefb70742929c7a2108f98b14de, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d4261501d6da45ec8d6f1cdaf1d6332d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/435b2b2ae36f42a38995e40f2a25b428, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/06578225daef4e7fb7c1846b3fb2e1ea, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/b648fbccab2e4761ae2e03efcb6be839, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/45e1dbc9cdf34220aef2590e10dd0cc2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c755b1ea2ec544efb3c4b05aa99da92e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d7cb92337d954efbbbbee2c9bc33fd77, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/207612c576804338b7144fe9b9f19d5d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/16d3c9010d43425d93fdacb624ce3a9f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/e94007a2d3504182a256430ed82a1701, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/aa03b1b715c54cb59c094306849f5d62, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cfec19c08f954c72b2d92dfc5f2647e0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/84be57d0bf864190bc291d730e6786bb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d9cda50ae3794df59fbcd1e13242b739, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/8840b7ba93db4a449d3057b37ccf725d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/fc7260ed81c44e7b904663e97891b93c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/9f654249ee8e415cb4e36dfcb11b9fd6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cf10528623004a49b18d8fabcdfbadf5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/6411f905bc82482dbc08c1a64e5f05ce, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/7db332da0b2e438c825f71cc331781ff, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/aa65d568313d45bdbb288d6433cf68da, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/054ad77a61384d5bad59ba42c76d96f1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/7bcc620171f24e21aa64c42ad0ffad8f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/f5811fe61d9748beb201e511e4921761, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/4e08218ac79a482d908417f1be707e2f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/4a352bd974e447ea93ea861b9a2081cc] to archive 2024-12-17T01:26:23,446 DEBUG [StoreCloser-TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:26:23,449 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/be2637ad0f8c4e5080f57145e8c7d23b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/be2637ad0f8c4e5080f57145e8c7d23b 2024-12-17T01:26:23,449 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3c88fa8d6cbc4b3e89c3df4aeb0b0a98 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3c88fa8d6cbc4b3e89c3df4aeb0b0a98 2024-12-17T01:26:23,449 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/bce38fcbbd92407ba6c0a203e04fb0c9 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/bce38fcbbd92407ba6c0a203e04fb0c9 2024-12-17T01:26:23,449 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/74d11c72b60b48b69a9fdcf5579ec9c6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/74d11c72b60b48b69a9fdcf5579ec9c6 2024-12-17T01:26:23,449 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/1a71a5bc17fa4def955f5a6e3ab6275d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/1a71a5bc17fa4def955f5a6e3ab6275d 2024-12-17T01:26:23,449 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c48299d61c614d6a87ec7f6f711da650 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c48299d61c614d6a87ec7f6f711da650 2024-12-17T01:26:23,450 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/075c8f6b6dec46138779eec17935135b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/075c8f6b6dec46138779eec17935135b 2024-12-17T01:26:23,450 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/19b90ae1468d414287a201ae8639d60c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/19b90ae1468d414287a201ae8639d60c 2024-12-17T01:26:23,451 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3b094b96a5694dee80518f8df5872f29 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3b094b96a5694dee80518f8df5872f29 2024-12-17T01:26:23,451 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c51f0a29d7ed43e085b9929aab9a25ce to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c51f0a29d7ed43e085b9929aab9a25ce 2024-12-17T01:26:23,452 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/28f521ca63c84b06ab89020bfe73478a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/28f521ca63c84b06ab89020bfe73478a 2024-12-17T01:26:23,452 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cfad33a5109449cb9704d2047fd25280 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cfad33a5109449cb9704d2047fd25280 2024-12-17T01:26:23,452 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/dc03fee952b54b91ba2df844f98662b1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/dc03fee952b54b91ba2df844f98662b1 2024-12-17T01:26:23,452 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/61e5c34ccdea43738f2ba73ca9fce7fe to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/61e5c34ccdea43738f2ba73ca9fce7fe 2024-12-17T01:26:23,452 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/116abeefb70742929c7a2108f98b14de to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/116abeefb70742929c7a2108f98b14de 2024-12-17T01:26:23,453 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d4261501d6da45ec8d6f1cdaf1d6332d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d4261501d6da45ec8d6f1cdaf1d6332d 2024-12-17T01:26:23,454 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c755b1ea2ec544efb3c4b05aa99da92e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/c755b1ea2ec544efb3c4b05aa99da92e 2024-12-17T01:26:23,454 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/45e1dbc9cdf34220aef2590e10dd0cc2 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/45e1dbc9cdf34220aef2590e10dd0cc2 2024-12-17T01:26:23,454 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/b648fbccab2e4761ae2e03efcb6be839 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/b648fbccab2e4761ae2e03efcb6be839 2024-12-17T01:26:23,454 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/06578225daef4e7fb7c1846b3fb2e1ea to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/06578225daef4e7fb7c1846b3fb2e1ea 2024-12-17T01:26:23,455 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d7cb92337d954efbbbbee2c9bc33fd77 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d7cb92337d954efbbbbee2c9bc33fd77 2024-12-17T01:26:23,455 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/435b2b2ae36f42a38995e40f2a25b428 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/435b2b2ae36f42a38995e40f2a25b428 2024-12-17T01:26:23,455 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/207612c576804338b7144fe9b9f19d5d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/207612c576804338b7144fe9b9f19d5d 2024-12-17T01:26:23,456 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/16d3c9010d43425d93fdacb624ce3a9f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/16d3c9010d43425d93fdacb624ce3a9f 2024-12-17T01:26:23,457 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/aa03b1b715c54cb59c094306849f5d62 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/aa03b1b715c54cb59c094306849f5d62 2024-12-17T01:26:23,457 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cfec19c08f954c72b2d92dfc5f2647e0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cfec19c08f954c72b2d92dfc5f2647e0 2024-12-17T01:26:23,457 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/e94007a2d3504182a256430ed82a1701 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/e94007a2d3504182a256430ed82a1701 2024-12-17T01:26:23,457 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/84be57d0bf864190bc291d730e6786bb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/84be57d0bf864190bc291d730e6786bb 2024-12-17T01:26:23,458 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d9cda50ae3794df59fbcd1e13242b739 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d9cda50ae3794df59fbcd1e13242b739 2024-12-17T01:26:23,458 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/8840b7ba93db4a449d3057b37ccf725d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/8840b7ba93db4a449d3057b37ccf725d 2024-12-17T01:26:23,459 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/fc7260ed81c44e7b904663e97891b93c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/fc7260ed81c44e7b904663e97891b93c 2024-12-17T01:26:23,459 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cf10528623004a49b18d8fabcdfbadf5 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/cf10528623004a49b18d8fabcdfbadf5 2024-12-17T01:26:23,460 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/9f654249ee8e415cb4e36dfcb11b9fd6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/9f654249ee8e415cb4e36dfcb11b9fd6 2024-12-17T01:26:23,460 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/7db332da0b2e438c825f71cc331781ff to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/7db332da0b2e438c825f71cc331781ff 2024-12-17T01:26:23,460 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/6411f905bc82482dbc08c1a64e5f05ce to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/6411f905bc82482dbc08c1a64e5f05ce 2024-12-17T01:26:23,460 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/054ad77a61384d5bad59ba42c76d96f1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/054ad77a61384d5bad59ba42c76d96f1 2024-12-17T01:26:23,460 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/aa65d568313d45bdbb288d6433cf68da to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/aa65d568313d45bdbb288d6433cf68da 2024-12-17T01:26:23,460 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/7bcc620171f24e21aa64c42ad0ffad8f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/7bcc620171f24e21aa64c42ad0ffad8f 2024-12-17T01:26:23,461 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/f5811fe61d9748beb201e511e4921761 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/f5811fe61d9748beb201e511e4921761 2024-12-17T01:26:23,461 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/4e08218ac79a482d908417f1be707e2f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/4e08218ac79a482d908417f1be707e2f 2024-12-17T01:26:23,461 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/4a352bd974e447ea93ea861b9a2081cc to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/4a352bd974e447ea93ea861b9a2081cc 2024-12-17T01:26:23,463 DEBUG [StoreCloser-TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/7864a9bdf8e9479184c42b0c314f09c8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/1b242a8ef0d74773a9bce17d9ee6cbe8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/cd909fcb0c8747b7882a8cf9cb7921e0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/28e16545f2d24b469ca0a5638454205f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/f2accc1929c748cbbc3de8144defa431, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/b56966a0a98b4ac38f9bcabb34adc426, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/623c50c0eee84bcb945bf243dc1cda28, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/58603c0c5c534dd1a5c12b48ef12254e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5bddc792ef2c4794a4986831fec6c20e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/6227f99120ab42fb878ecc26a88187f5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/c7d7c172fb9c467c998f6180a9867043, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/98b014cc3f384fb28156bd31d4d9652a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/8d77feec2f6d40eeb2fe0246d22a07a7, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/2dae986db87142569438b560a2bb5507, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/811f1e2a2d3e4331bb1aa08a64808ed2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/3a777c5a88ae4fdd8bb63a932450e2c1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/657eed08868349a18c513cd0fd4df497, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/46a30a1a63bf49008cc053eddaf43818, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/d912b2c9a1424f7294219b0d9347a8fa, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/c0113e24c6d14fcd956008084c362340, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/90f2cb987c1a4608873dabe66cad4982, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/672518d7f35d47fbbceef438bf18a710, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/dae0e54423d141d2bf68dce87a2c66ad, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/4cf20560111a4e0fb27aacd0d5866692, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/83300fa0aa974ce2a54e8cdb1f4def92, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/7be7a6e9fb5448d1911aa7d45e8d1a88, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5a8473e9eb524babb0a85293147dde98, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/ca86b8dc21d24d8fbf5e9de74b04db2a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/84907a427d70402b85110a1168883308, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/0dd34a5686f6447f961029890ad72da5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5d4cc7192d144938a9ef6ff6c5fb93f6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/d60d2e188edf4773970005ee91f227bd, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/14e820eab9904744acfaad3ac61aa419, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/64acc2a012af4efda432fe0ea2054df8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5e075e1961444dcbb5dd4ecfb17a72f7, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/1fb1d977d6a645bab834c1e400380b4a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/2ac24a9fe0004f08abcd992c1a989867, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/0abe7f299672471f95224b33a7c144bd, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/472c4c07f4e440a6855ded757447a6c8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/efcbd0d971b64909be0dd9d616bfcf0a] to archive 2024-12-17T01:26:23,464 DEBUG [StoreCloser-TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:26:23,466 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/7864a9bdf8e9479184c42b0c314f09c8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/7864a9bdf8e9479184c42b0c314f09c8 2024-12-17T01:26:23,467 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/1b242a8ef0d74773a9bce17d9ee6cbe8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/1b242a8ef0d74773a9bce17d9ee6cbe8 2024-12-17T01:26:23,467 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/28e16545f2d24b469ca0a5638454205f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/28e16545f2d24b469ca0a5638454205f 2024-12-17T01:26:23,467 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/cd909fcb0c8747b7882a8cf9cb7921e0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/cd909fcb0c8747b7882a8cf9cb7921e0 2024-12-17T01:26:23,467 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/623c50c0eee84bcb945bf243dc1cda28 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/623c50c0eee84bcb945bf243dc1cda28 2024-12-17T01:26:23,467 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/b56966a0a98b4ac38f9bcabb34adc426 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/b56966a0a98b4ac38f9bcabb34adc426 2024-12-17T01:26:23,467 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/58603c0c5c534dd1a5c12b48ef12254e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/58603c0c5c534dd1a5c12b48ef12254e 2024-12-17T01:26:23,468 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/f2accc1929c748cbbc3de8144defa431 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/f2accc1929c748cbbc3de8144defa431 2024-12-17T01:26:23,469 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5bddc792ef2c4794a4986831fec6c20e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5bddc792ef2c4794a4986831fec6c20e 2024-12-17T01:26:23,469 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/6227f99120ab42fb878ecc26a88187f5 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/6227f99120ab42fb878ecc26a88187f5 2024-12-17T01:26:23,469 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/8d77feec2f6d40eeb2fe0246d22a07a7 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/8d77feec2f6d40eeb2fe0246d22a07a7 2024-12-17T01:26:23,469 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/98b014cc3f384fb28156bd31d4d9652a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/98b014cc3f384fb28156bd31d4d9652a 2024-12-17T01:26:23,470 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/3a777c5a88ae4fdd8bb63a932450e2c1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/3a777c5a88ae4fdd8bb63a932450e2c1 2024-12-17T01:26:23,470 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/2dae986db87142569438b560a2bb5507 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/2dae986db87142569438b560a2bb5507 2024-12-17T01:26:23,471 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/c7d7c172fb9c467c998f6180a9867043 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/c7d7c172fb9c467c998f6180a9867043 2024-12-17T01:26:23,471 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/811f1e2a2d3e4331bb1aa08a64808ed2 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/811f1e2a2d3e4331bb1aa08a64808ed2 2024-12-17T01:26:23,472 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/46a30a1a63bf49008cc053eddaf43818 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/46a30a1a63bf49008cc053eddaf43818 2024-12-17T01:26:23,472 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/657eed08868349a18c513cd0fd4df497 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/657eed08868349a18c513cd0fd4df497 2024-12-17T01:26:23,473 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/c0113e24c6d14fcd956008084c362340 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/c0113e24c6d14fcd956008084c362340 2024-12-17T01:26:23,473 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/90f2cb987c1a4608873dabe66cad4982 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/90f2cb987c1a4608873dabe66cad4982 2024-12-17T01:26:23,474 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/d912b2c9a1424f7294219b0d9347a8fa to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/d912b2c9a1424f7294219b0d9347a8fa 2024-12-17T01:26:23,474 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/672518d7f35d47fbbceef438bf18a710 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/672518d7f35d47fbbceef438bf18a710 2024-12-17T01:26:23,474 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/4cf20560111a4e0fb27aacd0d5866692 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/4cf20560111a4e0fb27aacd0d5866692 2024-12-17T01:26:23,474 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/83300fa0aa974ce2a54e8cdb1f4def92 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/83300fa0aa974ce2a54e8cdb1f4def92 2024-12-17T01:26:23,475 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/7be7a6e9fb5448d1911aa7d45e8d1a88 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/7be7a6e9fb5448d1911aa7d45e8d1a88 2024-12-17T01:26:23,475 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/dae0e54423d141d2bf68dce87a2c66ad to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/dae0e54423d141d2bf68dce87a2c66ad 2024-12-17T01:26:23,475 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5a8473e9eb524babb0a85293147dde98 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5a8473e9eb524babb0a85293147dde98 2024-12-17T01:26:23,476 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/ca86b8dc21d24d8fbf5e9de74b04db2a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/ca86b8dc21d24d8fbf5e9de74b04db2a 2024-12-17T01:26:23,480 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/84907a427d70402b85110a1168883308 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/84907a427d70402b85110a1168883308 2024-12-17T01:26:23,480 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/14e820eab9904744acfaad3ac61aa419 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/14e820eab9904744acfaad3ac61aa419 2024-12-17T01:26:23,480 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/0dd34a5686f6447f961029890ad72da5 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/0dd34a5686f6447f961029890ad72da5 2024-12-17T01:26:23,480 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/d60d2e188edf4773970005ee91f227bd to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/d60d2e188edf4773970005ee91f227bd 2024-12-17T01:26:23,480 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5d4cc7192d144938a9ef6ff6c5fb93f6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5d4cc7192d144938a9ef6ff6c5fb93f6 2024-12-17T01:26:23,480 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/64acc2a012af4efda432fe0ea2054df8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/64acc2a012af4efda432fe0ea2054df8 2024-12-17T01:26:23,481 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5e075e1961444dcbb5dd4ecfb17a72f7 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/5e075e1961444dcbb5dd4ecfb17a72f7 2024-12-17T01:26:23,481 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/1fb1d977d6a645bab834c1e400380b4a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/1fb1d977d6a645bab834c1e400380b4a 2024-12-17T01:26:23,481 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/2ac24a9fe0004f08abcd992c1a989867 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/2ac24a9fe0004f08abcd992c1a989867 2024-12-17T01:26:23,482 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/472c4c07f4e440a6855ded757447a6c8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/472c4c07f4e440a6855ded757447a6c8 2024-12-17T01:26:23,482 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/0abe7f299672471f95224b33a7c144bd to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/0abe7f299672471f95224b33a7c144bd 2024-12-17T01:26:23,482 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/efcbd0d971b64909be0dd9d616bfcf0a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/efcbd0d971b64909be0dd9d616bfcf0a 2024-12-17T01:26:23,487 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/recovered.edits/634.seqid, newMaxSeqId=634, maxSeqId=1 2024-12-17T01:26:23,490 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d. 2024-12-17T01:26:23,490 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for b74e53d881740e55df51b088916b3b9d: 2024-12-17T01:26:23,494 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:23,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=b74e53d881740e55df51b088916b3b9d, regionState=CLOSED 2024-12-17T01:26:23,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-17T01:26:23,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure b74e53d881740e55df51b088916b3b9d, server=7b75acfc7251,36369,1734398752304 in 2.4580 sec 2024-12-17T01:26:23,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-17T01:26:23,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b74e53d881740e55df51b088916b3b9d, UNASSIGN in 2.4630 sec 2024-12-17T01:26:23,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-17T01:26:23,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.4700 sec 2024-12-17T01:26:23,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398783501"}]},"ts":"1734398783501"} 2024-12-17T01:26:23,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T01:26:23,505 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T01:26:23,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.4900 sec 2024-12-17T01:26:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T01:26:25,130 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-17T01:26:25,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T01:26:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:25,138 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:25,140 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-17T01:26:25,142 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:25,146 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/recovered.edits] 2024-12-17T01:26:25,151 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a652ae5b145c4294a0d2e410d0e2d9d4 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/a652ae5b145c4294a0d2e410d0e2d9d4 2024-12-17T01:26:25,151 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/1dd881a2c90747cfa479dd127af131ee to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/1dd881a2c90747cfa479dd127af131ee 2024-12-17T01:26:25,151 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/fb00b86f40234dc289429111eac2ed1b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/fb00b86f40234dc289429111eac2ed1b 2024-12-17T01:26:25,151 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7642a9f999044058a68e0c1d0ecc586b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/A/7642a9f999044058a68e0c1d0ecc586b 2024-12-17T01:26:25,155 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3b9ff33c93634b7b9a50c23761a44a51 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/3b9ff33c93634b7b9a50c23761a44a51 2024-12-17T01:26:25,155 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/0d0c74ff3d9545a0a0d1d0538396b676 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/0d0c74ff3d9545a0a0d1d0538396b676 2024-12-17T01:26:25,155 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/5fe26339e6a44a2b90f848c1583c8cfb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/5fe26339e6a44a2b90f848c1583c8cfb 2024-12-17T01:26:25,156 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d1f9eeaddb13419e9683a6fa0261c0b3 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/B/d1f9eeaddb13419e9683a6fa0261c0b3 2024-12-17T01:26:25,160 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/b605615b8ccc481f9f316c24b72f9b40 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/b605615b8ccc481f9f316c24b72f9b40 2024-12-17T01:26:25,160 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/bf03224f1a23414ba344e6c25f10c7bb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/bf03224f1a23414ba344e6c25f10c7bb 2024-12-17T01:26:25,160 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/09077d2d1c364cb4b9ef47461b08cf3a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/09077d2d1c364cb4b9ef47461b08cf3a 2024-12-17T01:26:25,160 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/ca1eb0c93f2e4ee88955d8f6fdc18490 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/C/ca1eb0c93f2e4ee88955d8f6fdc18490 2024-12-17T01:26:25,163 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/recovered.edits/634.seqid to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d/recovered.edits/634.seqid 2024-12-17T01:26:25,163 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/b74e53d881740e55df51b088916b3b9d 2024-12-17T01:26:25,164 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T01:26:25,169 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:25,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-17T01:26:25,175 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T01:26:25,209 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T01:26:25,210 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:25,210 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T01:26:25,210 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734398785210"}]},"ts":"9223372036854775807"} 2024-12-17T01:26:25,214 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T01:26:25,214 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b74e53d881740e55df51b088916b3b9d, NAME => 'TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T01:26:25,214 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T01:26:25,215 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734398785215"}]},"ts":"9223372036854775807"} 2024-12-17T01:26:25,218 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T01:26:25,221 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:25,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-12-17T01:26:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-17T01:26:25,241 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-12-17T01:26:25,255 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=247 (was 219) Potentially hanging thread: hconnection-0x23455fe4-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x23455fe4-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1208650190_22 at /127.0.0.1:35154 [Waiting for operation #91] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7b75acfc7251:36369-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x23455fe4-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x23455fe4-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1134134368_22 at /127.0.0.1:43510 [Waiting for operation #366] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1208650190_22 at /127.0.0.1:39200 [Waiting for operation #384] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 32) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4173 (was 4707) 2024-12-17T01:26:25,265 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=4172 2024-12-17T01:26:25,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T01:26:25,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T01:26:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:25,269 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T01:26:25,270 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:25,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-12-17T01:26:25,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T01:26:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-17T01:26:25,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741973_1149 (size=963) 2024-12-17T01:26:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-17T01:26:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-17T01:26:25,679 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764 2024-12-17T01:26:25,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741974_1150 (size=53) 2024-12-17T01:26:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-17T01:26:26,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:26:26,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 41568e3fa717ece53a5a286d8a5a0391, disabling compactions & flushes 2024-12-17T01:26:26,085 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:26,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:26,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. after waiting 0 ms 2024-12-17T01:26:26,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:26,085 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:26,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:26,086 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T01:26:26,087 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734398786086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734398786086"}]},"ts":"1734398786086"} 2024-12-17T01:26:26,088 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T01:26:26,089 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T01:26:26,089 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398786089"}]},"ts":"1734398786089"} 2024-12-17T01:26:26,090 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T01:26:26,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=41568e3fa717ece53a5a286d8a5a0391, ASSIGN}] 2024-12-17T01:26:26,095 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=41568e3fa717ece53a5a286d8a5a0391, ASSIGN 2024-12-17T01:26:26,096 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41568e3fa717ece53a5a286d8a5a0391, ASSIGN; state=OFFLINE, location=7b75acfc7251,36369,1734398752304; forceNewPlan=false, retain=false 2024-12-17T01:26:26,246 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=41568e3fa717ece53a5a286d8a5a0391, regionState=OPENING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:26,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:26:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-17T01:26:26,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:26,405 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:26,405 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} 2024-12-17T01:26:26,406 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:26,406 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:26:26,406 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:26,406 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:26,407 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:26,409 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:26:26,409 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41568e3fa717ece53a5a286d8a5a0391 columnFamilyName A 2024-12-17T01:26:26,409 DEBUG [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:26,409 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.HStore(327): Store=41568e3fa717ece53a5a286d8a5a0391/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:26:26,410 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:26,410 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:26:26,411 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41568e3fa717ece53a5a286d8a5a0391 columnFamilyName B 2024-12-17T01:26:26,411 DEBUG [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:26,412 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.HStore(327): Store=41568e3fa717ece53a5a286d8a5a0391/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:26:26,412 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:26,413 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:26:26,413 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41568e3fa717ece53a5a286d8a5a0391 columnFamilyName C 2024-12-17T01:26:26,413 DEBUG [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:26,413 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.HStore(327): Store=41568e3fa717ece53a5a286d8a5a0391/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:26:26,413 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:26,414 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:26,414 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:26,415 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T01:26:26,416 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:26,418 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T01:26:26,419 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 41568e3fa717ece53a5a286d8a5a0391; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63126107, jitterRate=-0.05934770405292511}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T01:26:26,419 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:26,420 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., pid=41, masterSystemTime=1734398786401 2024-12-17T01:26:26,421 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:26,422 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:26,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=41568e3fa717ece53a5a286d8a5a0391, regionState=OPEN, openSeqNum=2, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:26,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-17T01:26:26,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 in 175 msec 2024-12-17T01:26:26,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-12-17T01:26:26,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=41568e3fa717ece53a5a286d8a5a0391, ASSIGN in 331 msec 2024-12-17T01:26:26,427 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T01:26:26,427 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398786427"}]},"ts":"1734398786427"} 2024-12-17T01:26:26,428 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T01:26:26,431 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T01:26:26,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec 2024-12-17T01:26:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-17T01:26:27,376 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-12-17T01:26:27,378 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x083eb3a5 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50b6382b 2024-12-17T01:26:27,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bc83b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:27,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:27,385 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:27,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T01:26:27,388 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T01:26:27,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T01:26:27,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T01:26:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:27,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741975_1151 (size=999) 2024-12-17T01:26:27,412 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-17T01:26:27,412 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-17T01:26:27,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T01:26:27,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=41568e3fa717ece53a5a286d8a5a0391, REOPEN/MOVE}] 2024-12-17T01:26:27,424 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=41568e3fa717ece53a5a286d8a5a0391, REOPEN/MOVE 2024-12-17T01:26:27,425 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=41568e3fa717ece53a5a286d8a5a0391, regionState=CLOSING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:27,425 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40295 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=7b75acfc7251,36369,1734398752304, table=TestAcidGuarantees, region=41568e3fa717ece53a5a286d8a5a0391. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-17T01:26:27,426 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T01:26:27,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:26:27,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:27,578 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:27,578 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T01:26:27,578 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 41568e3fa717ece53a5a286d8a5a0391, disabling compactions & flushes 2024-12-17T01:26:27,578 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:27,578 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:27,578 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. after waiting 0 ms 2024-12-17T01:26:27,578 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:27,582 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T01:26:27,583 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:27,583 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:27,583 WARN [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 41568e3fa717ece53a5a286d8a5a0391 to self. 2024-12-17T01:26:27,585 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:27,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=41568e3fa717ece53a5a286d8a5a0391, regionState=CLOSED 2024-12-17T01:26:27,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-17T01:26:27,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 in 161 msec 2024-12-17T01:26:27,588 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41568e3fa717ece53a5a286d8a5a0391, REOPEN/MOVE; state=CLOSED, location=7b75acfc7251,36369,1734398752304; forceNewPlan=false, retain=true 2024-12-17T01:26:27,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=41568e3fa717ece53a5a286d8a5a0391, regionState=OPENING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:27,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:26:27,894 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:27,897 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:27,898 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} 2024-12-17T01:26:27,898 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:27,898 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:26:27,898 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:27,898 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:27,901 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:27,902 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:26:27,907 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41568e3fa717ece53a5a286d8a5a0391 columnFamilyName A 2024-12-17T01:26:27,909 DEBUG [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:27,910 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.HStore(327): Store=41568e3fa717ece53a5a286d8a5a0391/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:26:27,910 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:27,911 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:26:27,911 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41568e3fa717ece53a5a286d8a5a0391 columnFamilyName B 2024-12-17T01:26:27,911 DEBUG [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:27,911 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.HStore(327): Store=41568e3fa717ece53a5a286d8a5a0391/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:26:27,912 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:27,912 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:26:27,912 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41568e3fa717ece53a5a286d8a5a0391 columnFamilyName C 2024-12-17T01:26:27,912 DEBUG [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:27,913 INFO [StoreOpener-41568e3fa717ece53a5a286d8a5a0391-1 {}] regionserver.HStore(327): Store=41568e3fa717ece53a5a286d8a5a0391/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:26:27,913 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:27,914 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:27,915 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:27,916 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T01:26:27,918 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:27,919 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 41568e3fa717ece53a5a286d8a5a0391; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73939615, jitterRate=0.10178612172603607}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T01:26:27,920 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:27,921 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., pid=46, masterSystemTime=1734398787894 2024-12-17T01:26:27,923 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:27,923 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:27,923 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=41568e3fa717ece53a5a286d8a5a0391, regionState=OPEN, openSeqNum=5, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:27,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-12-17T01:26:27,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 in 184 msec 2024-12-17T01:26:27,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-17T01:26:27,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=41568e3fa717ece53a5a286d8a5a0391, REOPEN/MOVE in 503 msec 2024-12-17T01:26:27,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-17T01:26:27,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 514 msec 2024-12-17T01:26:27,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 535 msec 2024-12-17T01:26:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-12-17T01:26:27,941 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-17T01:26:27,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5400112e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:27,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x048068a5 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a8f4734 2024-12-17T01:26:27,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38766d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:27,955 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c964e8 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9ed28bb 2024-12-17T01:26:27,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5cad1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:27,959 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c3b736e to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70267494 2024-12-17T01:26:27,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bc462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:27,963 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-17T01:26:27,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:27,967 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6b07e3 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@595e9ebe 2024-12-17T01:26:27,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0471b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:27,971 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3bb8b26c to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@163e60cb 2024-12-17T01:26:27,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbe420c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:27,975 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32239a70 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@577e8cc7 2024-12-17T01:26:27,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abd1a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:27,979 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b3821ad to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@480380b9 2024-12-17T01:26:27,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:27,985 DEBUG [hconnection-0x3500abd0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:27,985 DEBUG [hconnection-0x79c916c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:27,986 DEBUG [hconnection-0x7bc01d00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:27,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-17T01:26:27,987 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:27,987 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:27,988 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-17T01:26:27,989 DEBUG [hconnection-0x6cd70703-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:27,989 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:27,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:27,989 DEBUG [hconnection-0xa249d40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:27,990 DEBUG [hconnection-0x7d4a3c2b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:27,990 DEBUG [hconnection-0x6ba77a2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:27,991 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:27,991 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:27,992 DEBUG [hconnection-0x5dad95bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:27,992 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:27,992 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:27,992 DEBUG [hconnection-0x3a315802-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:27,992 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:27,993 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:27,993 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:28,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:26:28,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:28,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:28,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:28,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:28,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:28,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:28,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398848041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398848042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398848044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398848045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398848046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121775684771964648b49ab522d757e9bb1b_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398788005/Put/seqid=0 2024-12-17T01:26:28,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741976_1152 (size=9714) 2024-12-17T01:26:28,080 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:28,088 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121775684771964648b49ab522d757e9bb1b_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121775684771964648b49ab522d757e9bb1b_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-17T01:26:28,090 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/4d71748df98e476e9ae19fa58f069125, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:28,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/4d71748df98e476e9ae19fa58f069125 is 175, key is test_row_0/A:col10/1734398788005/Put/seqid=0 2024-12-17T01:26:28,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741977_1153 (size=22361) 2024-12-17T01:26:28,118 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/4d71748df98e476e9ae19fa58f069125 2024-12-17T01:26:28,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-17T01:26:28,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:28,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:28,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:28,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:28,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:28,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398848147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398848147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398848147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398848148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398848151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/5b1256b8dc48413c99d95a1f5d007135 is 50, key is test_row_0/B:col10/1734398788005/Put/seqid=0 2024-12-17T01:26:28,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741978_1154 (size=9657) 2024-12-17T01:26:28,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/5b1256b8dc48413c99d95a1f5d007135 2024-12-17T01:26:28,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/cd80310aef424042a53ec5f89493cc08 is 50, key is test_row_0/C:col10/1734398788005/Put/seqid=0 2024-12-17T01:26:28,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741979_1155 (size=9657) 2024-12-17T01:26:28,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/cd80310aef424042a53ec5f89493cc08 2024-12-17T01:26:28,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/4d71748df98e476e9ae19fa58f069125 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/4d71748df98e476e9ae19fa58f069125 2024-12-17T01:26:28,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/4d71748df98e476e9ae19fa58f069125, entries=100, sequenceid=17, filesize=21.8 K 2024-12-17T01:26:28,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/5b1256b8dc48413c99d95a1f5d007135 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/5b1256b8dc48413c99d95a1f5d007135 2024-12-17T01:26:28,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/5b1256b8dc48413c99d95a1f5d007135, entries=100, sequenceid=17, filesize=9.4 K 2024-12-17T01:26:28,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/cd80310aef424042a53ec5f89493cc08 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/cd80310aef424042a53ec5f89493cc08 2024-12-17T01:26:28,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/cd80310aef424042a53ec5f89493cc08, entries=100, sequenceid=17, filesize=9.4 K 2024-12-17T01:26:28,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 41568e3fa717ece53a5a286d8a5a0391 in 252ms, sequenceid=17, compaction requested=false 2024-12-17T01:26:28,257 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-17T01:26:28,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-17T01:26:28,297 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-17T01:26:28,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:28,298 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T01:26:28,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:28,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:28,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:28,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:28,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:28,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:28,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217cff089bb919e472c9313dc088e98f5d3_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398788043/Put/seqid=0 2024-12-17T01:26:28,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741980_1156 (size=12154) 2024-12-17T01:26:28,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:28,336 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217cff089bb919e472c9313dc088e98f5d3_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217cff089bb919e472c9313dc088e98f5d3_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:28,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/89cb5d0625874a8ebe837e0d43664792, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:28,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/89cb5d0625874a8ebe837e0d43664792 is 175, key is test_row_0/A:col10/1734398788043/Put/seqid=0 2024-12-17T01:26:28,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741981_1157 (size=30955) 2024-12-17T01:26:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:28,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:28,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398848366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398848369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398848371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398848373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398848377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398848479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398848481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398848482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398848485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398848491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-17T01:26:28,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398848682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398848684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398848685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398848689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398848695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,755 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/89cb5d0625874a8ebe837e0d43664792 2024-12-17T01:26:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/ffc07fc2669c4fdd85d2499517bddf2e is 50, key is test_row_0/B:col10/1734398788043/Put/seqid=0 2024-12-17T01:26:28,779 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-17T01:26:28,780 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-17T01:26:28,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741982_1158 (size=12001) 2024-12-17T01:26:28,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398848986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398848990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398848990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:28,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398848993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398849003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T01:26:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-17T01:26:29,195 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/ffc07fc2669c4fdd85d2499517bddf2e 2024-12-17T01:26:29,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/3eb3f6b8f6b345b4a33092bd1caf7a2c is 50, key is test_row_0/C:col10/1734398788043/Put/seqid=0 2024-12-17T01:26:29,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741983_1159 (size=12001) 2024-12-17T01:26:29,223 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/3eb3f6b8f6b345b4a33092bd1caf7a2c 2024-12-17T01:26:29,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/89cb5d0625874a8ebe837e0d43664792 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/89cb5d0625874a8ebe837e0d43664792 2024-12-17T01:26:29,237 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/89cb5d0625874a8ebe837e0d43664792, entries=150, sequenceid=41, filesize=30.2 K 2024-12-17T01:26:29,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/ffc07fc2669c4fdd85d2499517bddf2e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/ffc07fc2669c4fdd85d2499517bddf2e 2024-12-17T01:26:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,250 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/ffc07fc2669c4fdd85d2499517bddf2e, entries=150, sequenceid=41, filesize=11.7 K 2024-12-17T01:26:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/3eb3f6b8f6b345b4a33092bd1caf7a2c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/3eb3f6b8f6b345b4a33092bd1caf7a2c 2024-12-17T01:26:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,263 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/3eb3f6b8f6b345b4a33092bd1caf7a2c, entries=150, sequenceid=41, filesize=11.7 K 2024-12-17T01:26:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,267 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 41568e3fa717ece53a5a286d8a5a0391 in 969ms, sequenceid=41, compaction requested=false 2024-12-17T01:26:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:29,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-17T01:26:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-17T01:26:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-17T01:26:29,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2800 sec 2024-12-17T01:26:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.2860 sec 2024-12-17T01:26:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:29,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T01:26:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:29,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:29,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:29,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175bb8b08dfa0a4da3aab52deb5264ddd2_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398789504/Put/seqid=0 2024-12-17T01:26:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741984_1160 (size=14594) 2024-12-17T01:26:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,528 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,533 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175bb8b08dfa0a4da3aab52deb5264ddd2_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175bb8b08dfa0a4da3aab52deb5264ddd2_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,534 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/1693e489038d4f3497e4382c8dcab2d6, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/1693e489038d4f3497e4382c8dcab2d6 is 175, key is test_row_0/A:col10/1734398789504/Put/seqid=0 2024-12-17T01:26:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:29,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741985_1161 (size=39549) 2024-12-17T01:26:29,560 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/1693e489038d4f3497e4382c8dcab2d6 2024-12-17T01:26:29,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/e44bbee8974a44bba8c640bd927d41b4 is 50, key is test_row_0/B:col10/1734398789504/Put/seqid=0 2024-12-17T01:26:29,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398849568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741986_1162 (size=12001) 2024-12-17T01:26:29,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398849571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398849573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398849577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398849581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398849678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398849681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398849681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398849683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398849685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398849882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398849885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398849885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398849888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398849888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:29,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/e44bbee8974a44bba8c640bd927d41b4 2024-12-17T01:26:29,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/7b335258e9144341928c297b3c66f1f6 is 50, key is test_row_0/C:col10/1734398789504/Put/seqid=0 2024-12-17T01:26:30,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741987_1163 (size=12001) 2024-12-17T01:26:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-17T01:26:30,094 INFO [Thread-739 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-17T01:26:30,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-17T01:26:30,098 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-17T01:26:30,099 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:30,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:30,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398850189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398850189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398850191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398850194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398850194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-17T01:26:30,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-17T01:26:30,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:30,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:30,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:30,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:30,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-17T01:26:30,406 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-17T01:26:30,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:30,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:30,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:30,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:30,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:30,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/7b335258e9144341928c297b3c66f1f6 2024-12-17T01:26:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:30,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/1693e489038d4f3497e4382c8dcab2d6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/1693e489038d4f3497e4382c8dcab2d6 2024-12-17T01:26:30,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/1693e489038d4f3497e4382c8dcab2d6, entries=200, sequenceid=55, filesize=38.6 K 2024-12-17T01:26:30,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/e44bbee8974a44bba8c640bd927d41b4 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/e44bbee8974a44bba8c640bd927d41b4 2024-12-17T01:26:30,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/e44bbee8974a44bba8c640bd927d41b4, entries=150, sequenceid=55, filesize=11.7 K 2024-12-17T01:26:30,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/7b335258e9144341928c297b3c66f1f6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/7b335258e9144341928c297b3c66f1f6 2024-12-17T01:26:30,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/7b335258e9144341928c297b3c66f1f6, entries=150, sequenceid=55, filesize=11.7 K 2024-12-17T01:26:30,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 41568e3fa717ece53a5a286d8a5a0391 in 945ms, sequenceid=55, compaction requested=true 2024-12-17T01:26:30,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:30,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:30,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:30,450 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:30,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:30,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:30,450 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:30,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:30,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:30,451 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:30,451 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:30,452 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 41568e3fa717ece53a5a286d8a5a0391/A is initiating minor compaction (all files) 2024-12-17T01:26:30,452 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 41568e3fa717ece53a5a286d8a5a0391/B is initiating minor compaction (all files) 2024-12-17T01:26:30,452 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41568e3fa717ece53a5a286d8a5a0391/A in TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:30,452 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41568e3fa717ece53a5a286d8a5a0391/B in TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:30,452 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/4d71748df98e476e9ae19fa58f069125, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/89cb5d0625874a8ebe837e0d43664792, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/1693e489038d4f3497e4382c8dcab2d6] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp, totalSize=90.7 K 2024-12-17T01:26:30,452 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/5b1256b8dc48413c99d95a1f5d007135, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/ffc07fc2669c4fdd85d2499517bddf2e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/e44bbee8974a44bba8c640bd927d41b4] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp, totalSize=32.9 K 2024-12-17T01:26:30,452 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:30,452 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/4d71748df98e476e9ae19fa58f069125, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/89cb5d0625874a8ebe837e0d43664792, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/1693e489038d4f3497e4382c8dcab2d6] 2024-12-17T01:26:30,454 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d71748df98e476e9ae19fa58f069125, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734398788001 2024-12-17T01:26:30,454 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b1256b8dc48413c99d95a1f5d007135, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734398788001 2024-12-17T01:26:30,454 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89cb5d0625874a8ebe837e0d43664792, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734398788042 2024-12-17T01:26:30,454 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting ffc07fc2669c4fdd85d2499517bddf2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734398788042 2024-12-17T01:26:30,455 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting e44bbee8974a44bba8c640bd927d41b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734398788374 2024-12-17T01:26:30,455 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1693e489038d4f3497e4382c8dcab2d6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734398788371 2024-12-17T01:26:30,464 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:30,465 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41568e3fa717ece53a5a286d8a5a0391#B#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:30,466 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/8ddd405a33a84cea902725adda25ce72 is 50, key is test_row_0/B:col10/1734398789504/Put/seqid=0 2024-12-17T01:26:30,473 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217eb341037c9814f12b1f693870d66111b_41568e3fa717ece53a5a286d8a5a0391 store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:30,476 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217eb341037c9814f12b1f693870d66111b_41568e3fa717ece53a5a286d8a5a0391, store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:30,476 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217eb341037c9814f12b1f693870d66111b_41568e3fa717ece53a5a286d8a5a0391 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:30,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741989_1165 (size=4469) 2024-12-17T01:26:30,503 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41568e3fa717ece53a5a286d8a5a0391#A#compaction#144 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:30,505 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/7e9aaf8eaa13456a8c948d4d8bb12ad1 is 175, key is test_row_0/A:col10/1734398789504/Put/seqid=0 2024-12-17T01:26:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741988_1164 (size=12104) 2024-12-17T01:26:30,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741990_1166 (size=31058) 2024-12-17T01:26:30,514 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/8ddd405a33a84cea902725adda25ce72 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/8ddd405a33a84cea902725adda25ce72 2024-12-17T01:26:30,523 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41568e3fa717ece53a5a286d8a5a0391/B of 41568e3fa717ece53a5a286d8a5a0391 into 8ddd405a33a84cea902725adda25ce72(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:30,524 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:30,524 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., storeName=41568e3fa717ece53a5a286d8a5a0391/B, priority=13, startTime=1734398790450; duration=0sec 2024-12-17T01:26:30,524 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:30,524 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:B 2024-12-17T01:26:30,524 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:30,526 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/7e9aaf8eaa13456a8c948d4d8bb12ad1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/7e9aaf8eaa13456a8c948d4d8bb12ad1 2024-12-17T01:26:30,527 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:30,527 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 41568e3fa717ece53a5a286d8a5a0391/C is initiating minor compaction (all files) 2024-12-17T01:26:30,527 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41568e3fa717ece53a5a286d8a5a0391/C in TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:30,527 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/cd80310aef424042a53ec5f89493cc08, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/3eb3f6b8f6b345b4a33092bd1caf7a2c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/7b335258e9144341928c297b3c66f1f6] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp, totalSize=32.9 K 2024-12-17T01:26:30,529 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting cd80310aef424042a53ec5f89493cc08, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734398788001 2024-12-17T01:26:30,529 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 3eb3f6b8f6b345b4a33092bd1caf7a2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734398788042 2024-12-17T01:26:30,531 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b335258e9144341928c297b3c66f1f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734398788374 2024-12-17T01:26:30,541 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41568e3fa717ece53a5a286d8a5a0391/A of 41568e3fa717ece53a5a286d8a5a0391 into 7e9aaf8eaa13456a8c948d4d8bb12ad1(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:30,541 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:30,541 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., storeName=41568e3fa717ece53a5a286d8a5a0391/A, priority=13, startTime=1734398790450; duration=0sec 2024-12-17T01:26:30,542 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:30,542 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:A 2024-12-17T01:26:30,547 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41568e3fa717ece53a5a286d8a5a0391#C#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:30,548 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/df10cebbbb9e4f978438b9fb5b504fb6 is 50, key is test_row_0/C:col10/1734398789504/Put/seqid=0 2024-12-17T01:26:30,559 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-17T01:26:30,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:30,560 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T01:26:30,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:30,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:30,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:30,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:30,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:30,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:30,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741991_1167 (size=12104) 2024-12-17T01:26:30,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179cd60898df974131a95aba2a8255329c_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398789574/Put/seqid=0 2024-12-17T01:26:30,581 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/df10cebbbb9e4f978438b9fb5b504fb6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/df10cebbbb9e4f978438b9fb5b504fb6 2024-12-17T01:26:30,589 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41568e3fa717ece53a5a286d8a5a0391/C of 41568e3fa717ece53a5a286d8a5a0391 into df10cebbbb9e4f978438b9fb5b504fb6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:30,589 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:30,589 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., storeName=41568e3fa717ece53a5a286d8a5a0391/C, priority=13, startTime=1734398790450; duration=0sec 2024-12-17T01:26:30,589 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:30,589 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:C 2024-12-17T01:26:30,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741992_1168 (size=12154) 2024-12-17T01:26:30,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:30,598 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179cd60898df974131a95aba2a8255329c_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179cd60898df974131a95aba2a8255329c_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:30,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/79d35d063a4342cba57f66d3a5db6116, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:30,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/79d35d063a4342cba57f66d3a5db6116 is 175, key is test_row_0/A:col10/1734398789574/Put/seqid=0 2024-12-17T01:26:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741993_1169 (size=30955) 2024-12-17T01:26:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:30,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-17T01:26:30,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398850705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398850706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398850709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398850709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398850710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398850810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398850811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398850814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398850814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:30,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398850815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,015 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/79d35d063a4342cba57f66d3a5db6116 2024-12-17T01:26:31,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398851014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398851015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398851016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398851017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398851018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/4b8616bd3c2a4a2889132b0053b56862 is 50, key is test_row_0/B:col10/1734398789574/Put/seqid=0 2024-12-17T01:26:31,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741994_1170 (size=12001) 2024-12-17T01:26:31,039 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/4b8616bd3c2a4a2889132b0053b56862 2024-12-17T01:26:31,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/d1e9758b70b24af89e850058328e806a is 50, key is test_row_0/C:col10/1734398789574/Put/seqid=0 2024-12-17T01:26:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741995_1171 (size=12001) 2024-12-17T01:26:31,056 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/d1e9758b70b24af89e850058328e806a 2024-12-17T01:26:31,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/79d35d063a4342cba57f66d3a5db6116 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/79d35d063a4342cba57f66d3a5db6116 2024-12-17T01:26:31,068 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/79d35d063a4342cba57f66d3a5db6116, entries=150, sequenceid=80, filesize=30.2 K 2024-12-17T01:26:31,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/4b8616bd3c2a4a2889132b0053b56862 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/4b8616bd3c2a4a2889132b0053b56862 2024-12-17T01:26:31,077 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/4b8616bd3c2a4a2889132b0053b56862, entries=150, sequenceid=80, filesize=11.7 K 2024-12-17T01:26:31,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/d1e9758b70b24af89e850058328e806a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/d1e9758b70b24af89e850058328e806a 2024-12-17T01:26:31,085 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/d1e9758b70b24af89e850058328e806a, entries=150, sequenceid=80, filesize=11.7 K 2024-12-17T01:26:31,087 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 41568e3fa717ece53a5a286d8a5a0391 in 527ms, sequenceid=80, compaction requested=false 2024-12-17T01:26:31,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:31,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:31,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-17T01:26:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-17T01:26:31,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-17T01:26:31,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 991 msec 2024-12-17T01:26:31,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 997 msec 2024-12-17T01:26:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-17T01:26:31,204 INFO [Thread-739 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-17T01:26:31,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-17T01:26:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-17T01:26:31,211 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:31,212 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:31,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-17T01:26:31,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-17T01:26:31,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:31,366 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T01:26:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:31,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:31,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:31,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:31,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:31,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:31,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:31,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:31,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170ed508a3bcd14ec98d993c1f4980c6dd_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398791320/Put/seqid=0 2024-12-17T01:26:31,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398851387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398851387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398851389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398851391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398851391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741996_1172 (size=12154) 2024-12-17T01:26:31,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:31,411 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170ed508a3bcd14ec98d993c1f4980c6dd_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170ed508a3bcd14ec98d993c1f4980c6dd_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:31,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/36e021d67b4f4e6bb32f983a42a8bd28, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:31,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/36e021d67b4f4e6bb32f983a42a8bd28 is 175, key is test_row_0/A:col10/1734398791320/Put/seqid=0 2024-12-17T01:26:31,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741997_1173 (size=30955) 2024-12-17T01:26:31,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398851492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398851493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398851493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398851494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398851494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-17T01:26:31,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398851695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398851695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398851695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398851699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398851699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-17T01:26:31,835 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/36e021d67b4f4e6bb32f983a42a8bd28 2024-12-17T01:26:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/3e043b7f29694509b94d667e51a0f71b is 50, key is test_row_0/B:col10/1734398791320/Put/seqid=0 2024-12-17T01:26:31,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741998_1174 (size=12001) 2024-12-17T01:26:31,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398851998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:31,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398851998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:32,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398851999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:32,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398852003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:32,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398852003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:32,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/3e043b7f29694509b94d667e51a0f71b 2024-12-17T01:26:32,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/22adc1ae1db94e079eafb93226dd2aeb is 50, key is test_row_0/C:col10/1734398791320/Put/seqid=0 2024-12-17T01:26:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741999_1175 (size=12001) 2024-12-17T01:26:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-17T01:26:32,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398852500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:32,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398852502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:32,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398852506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:32,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398852506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:32,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398852509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:32,708 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/22adc1ae1db94e079eafb93226dd2aeb 2024-12-17T01:26:32,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/36e021d67b4f4e6bb32f983a42a8bd28 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/36e021d67b4f4e6bb32f983a42a8bd28 2024-12-17T01:26:32,722 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/36e021d67b4f4e6bb32f983a42a8bd28, entries=150, sequenceid=98, filesize=30.2 K 2024-12-17T01:26:32,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/3e043b7f29694509b94d667e51a0f71b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/3e043b7f29694509b94d667e51a0f71b 2024-12-17T01:26:32,730 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/3e043b7f29694509b94d667e51a0f71b, entries=150, sequenceid=98, filesize=11.7 K 2024-12-17T01:26:32,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/22adc1ae1db94e079eafb93226dd2aeb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/22adc1ae1db94e079eafb93226dd2aeb 2024-12-17T01:26:32,736 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/22adc1ae1db94e079eafb93226dd2aeb, entries=150, sequenceid=98, filesize=11.7 K 2024-12-17T01:26:32,738 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 41568e3fa717ece53a5a286d8a5a0391 in 1372ms, sequenceid=98, compaction requested=true 2024-12-17T01:26:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-17T01:26:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-17T01:26:32,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-17T01:26:32,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5270 sec 2024-12-17T01:26:32,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.5350 sec 2024-12-17T01:26:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-17T01:26:33,315 INFO [Thread-739 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-17T01:26:33,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-17T01:26:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T01:26:33,318 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:33,320 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:33,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T01:26:33,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T01:26:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:33,475 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-17T01:26:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:33,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217afd4f69bfb124a36b8608aec718c65c8_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398791385/Put/seqid=0 2024-12-17T01:26:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:33,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742000_1176 (size=12154) 2024-12-17T01:26:33,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398853554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398853554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398853554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398853555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398853556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T01:26:33,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398853662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398853662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398853662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398853662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398853662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398853866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398853866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398853867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398853867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398853867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:33,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T01:26:33,923 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217afd4f69bfb124a36b8608aec718c65c8_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217afd4f69bfb124a36b8608aec718c65c8_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:33,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/e47f01b9ef544fb69a83029abef76928, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:33,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/e47f01b9ef544fb69a83029abef76928 is 175, key is test_row_0/A:col10/1734398791385/Put/seqid=0 2024-12-17T01:26:33,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742001_1177 (size=30955) 2024-12-17T01:26:34,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398854169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:34,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398854169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:34,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398854171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:34,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398854171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:34,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398854172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:34,335 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/e47f01b9ef544fb69a83029abef76928 2024-12-17T01:26:34,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/c3a2316dee6d469388bfc397ea93c43a is 50, key is test_row_0/B:col10/1734398791385/Put/seqid=0 2024-12-17T01:26:34,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742002_1178 (size=12001) 2024-12-17T01:26:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T01:26:34,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398854674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:34,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398854676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:34,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398854676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:34,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398854678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398854678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:34,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/c3a2316dee6d469388bfc397ea93c43a 2024-12-17T01:26:34,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/8521b1e0b72a4e40b7fc0279c88c48fa is 50, key is test_row_0/C:col10/1734398791385/Put/seqid=0 2024-12-17T01:26:34,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742003_1179 (size=12001) 2024-12-17T01:26:35,171 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/8521b1e0b72a4e40b7fc0279c88c48fa 2024-12-17T01:26:35,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/e47f01b9ef544fb69a83029abef76928 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/e47f01b9ef544fb69a83029abef76928 2024-12-17T01:26:35,181 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/e47f01b9ef544fb69a83029abef76928, entries=150, sequenceid=117, filesize=30.2 K 2024-12-17T01:26:35,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/c3a2316dee6d469388bfc397ea93c43a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/c3a2316dee6d469388bfc397ea93c43a 2024-12-17T01:26:35,188 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/c3a2316dee6d469388bfc397ea93c43a, entries=150, sequenceid=117, filesize=11.7 K 2024-12-17T01:26:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/8521b1e0b72a4e40b7fc0279c88c48fa as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8521b1e0b72a4e40b7fc0279c88c48fa 2024-12-17T01:26:35,193 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8521b1e0b72a4e40b7fc0279c88c48fa, entries=150, sequenceid=117, filesize=11.7 K 2024-12-17T01:26:35,195 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 41568e3fa717ece53a5a286d8a5a0391 in 1720ms, sequenceid=117, compaction requested=true 2024-12-17T01:26:35,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:35,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:35,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-17T01:26:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-17T01:26:35,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-17T01:26:35,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8760 sec 2024-12-17T01:26:35,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.8810 sec 2024-12-17T01:26:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T01:26:35,423 INFO [Thread-739 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-17T01:26:35,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-17T01:26:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T01:26:35,426 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:35,427 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:35,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T01:26:35,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:35,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-17T01:26:35,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:35,580 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T01:26:35,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:35,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:35,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:35,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:35,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:35,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:35,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a2a74c17737a4f13a53bfe9d094e45cb_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398793554/Put/seqid=0 2024-12-17T01:26:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742004_1180 (size=12254) 2024-12-17T01:26:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:35,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:35,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398855697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:35,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398855697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:35,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398855698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:35,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398855698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:35,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398855700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T01:26:35,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398855801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:35,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398855801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:35,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398855802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:35,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398855803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:35,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398855805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:36,002 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a2a74c17737a4f13a53bfe9d094e45cb_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a2a74c17737a4f13a53bfe9d094e45cb_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:36,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/61026790531f4f4a8b8a08aa7fa7f509, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:36,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/61026790531f4f4a8b8a08aa7fa7f509 is 175, key is test_row_0/A:col10/1734398793554/Put/seqid=0 2024-12-17T01:26:36,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398856005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398856006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398856006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398856007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398856011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742005_1181 (size=31055) 2024-12-17T01:26:36,015 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/61026790531f4f4a8b8a08aa7fa7f509 2024-12-17T01:26:36,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/1c95fbcd9be941e988760e33642639df is 50, key is test_row_0/B:col10/1734398793554/Put/seqid=0 2024-12-17T01:26:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T01:26:36,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742006_1182 (size=12101) 2024-12-17T01:26:36,030 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/1c95fbcd9be941e988760e33642639df 2024-12-17T01:26:36,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/635669ad746d45479d0713ee22b13c69 is 50, key is test_row_0/C:col10/1734398793554/Put/seqid=0 2024-12-17T01:26:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742007_1183 (size=12101) 2024-12-17T01:26:36,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398856311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398856311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398856312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398856312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398856315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,451 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/635669ad746d45479d0713ee22b13c69 2024-12-17T01:26:36,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/61026790531f4f4a8b8a08aa7fa7f509 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/61026790531f4f4a8b8a08aa7fa7f509 2024-12-17T01:26:36,461 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/61026790531f4f4a8b8a08aa7fa7f509, entries=150, sequenceid=135, filesize=30.3 K 2024-12-17T01:26:36,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/1c95fbcd9be941e988760e33642639df as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/1c95fbcd9be941e988760e33642639df 2024-12-17T01:26:36,467 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/1c95fbcd9be941e988760e33642639df, entries=150, sequenceid=135, filesize=11.8 K 2024-12-17T01:26:36,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/635669ad746d45479d0713ee22b13c69 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/635669ad746d45479d0713ee22b13c69 2024-12-17T01:26:36,473 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/635669ad746d45479d0713ee22b13c69, entries=150, sequenceid=135, filesize=11.8 K 2024-12-17T01:26:36,474 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 41568e3fa717ece53a5a286d8a5a0391 in 895ms, sequenceid=135, compaction requested=true 2024-12-17T01:26:36,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:36,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:36,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-17T01:26:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-17T01:26:36,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-17T01:26:36,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0480 sec 2024-12-17T01:26:36,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.0530 sec 2024-12-17T01:26:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T01:26:36,530 INFO [Thread-739 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-17T01:26:36,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-17T01:26:36,533 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T01:26:36,534 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:36,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T01:26:36,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T01:26:36,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:36,686 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T01:26:36,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:36,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:36,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:36,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:36,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:36,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d0a4594810594c74bf7c1687fa7077c2_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398795692/Put/seqid=0 2024-12-17T01:26:36,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742008_1184 (size=12304) 2024-12-17T01:26:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:36,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T01:26:36,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398856828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398856829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398856830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398856831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398856831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398856937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398856938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398856938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398856938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:36,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398856938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:37,106 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d0a4594810594c74bf7c1687fa7077c2_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d0a4594810594c74bf7c1687fa7077c2_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:37,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/c21eba1ef18f45a9922ad480351da388, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:37,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/c21eba1ef18f45a9922ad480351da388 is 175, key is test_row_0/A:col10/1734398795692/Put/seqid=0 2024-12-17T01:26:37,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742009_1185 (size=31105) 2024-12-17T01:26:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T01:26:37,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398857140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398857141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398857141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398857142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398857142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398857447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398857448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398857448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398857448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398857449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,514 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/c21eba1ef18f45a9922ad480351da388 2024-12-17T01:26:37,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/7ae59a177d0a4b6b975a732040e0d6b5 is 50, key is test_row_0/B:col10/1734398795692/Put/seqid=0 2024-12-17T01:26:37,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742010_1186 (size=12151) 2024-12-17T01:26:37,530 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/7ae59a177d0a4b6b975a732040e0d6b5 2024-12-17T01:26:37,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/368284094ac143db9962192ba94c1ba7 is 50, key is test_row_0/C:col10/1734398795692/Put/seqid=0 2024-12-17T01:26:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742011_1187 (size=12151) 2024-12-17T01:26:37,550 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/368284094ac143db9962192ba94c1ba7 2024-12-17T01:26:37,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/c21eba1ef18f45a9922ad480351da388 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/c21eba1ef18f45a9922ad480351da388 2024-12-17T01:26:37,563 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/c21eba1ef18f45a9922ad480351da388, entries=150, sequenceid=153, filesize=30.4 K 2024-12-17T01:26:37,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/7ae59a177d0a4b6b975a732040e0d6b5 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/7ae59a177d0a4b6b975a732040e0d6b5 2024-12-17T01:26:37,570 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/7ae59a177d0a4b6b975a732040e0d6b5, entries=150, sequenceid=153, filesize=11.9 K 2024-12-17T01:26:37,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/368284094ac143db9962192ba94c1ba7 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/368284094ac143db9962192ba94c1ba7 2024-12-17T01:26:37,577 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/368284094ac143db9962192ba94c1ba7, entries=150, sequenceid=153, filesize=11.9 K 2024-12-17T01:26:37,578 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 41568e3fa717ece53a5a286d8a5a0391 in 892ms, sequenceid=153, compaction requested=true 2024-12-17T01:26:37,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:37,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:37,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-17T01:26:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-17T01:26:37,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-17T01:26:37,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0450 sec 2024-12-17T01:26:37,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.0510 sec 2024-12-17T01:26:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T01:26:37,636 INFO [Thread-739 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-17T01:26:37,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-17T01:26:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T01:26:37,639 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:37,640 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:37,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T01:26:37,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-17T01:26:37,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:37,792 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T01:26:37,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:37,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:37,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:37,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:37,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:37,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:37,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121722250c9ce457497ead27a423bc277444_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398796829/Put/seqid=0 2024-12-17T01:26:37,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742012_1188 (size=12304) 2024-12-17T01:26:37,899 INFO [master/7b75acfc7251:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-17T01:26:37,899 INFO [master/7b75acfc7251:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-17T01:26:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T01:26:37,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:37,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398857993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398857993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398857994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:37,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398857994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398857997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398858099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398858099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398858099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398858099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398858102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:38,212 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121722250c9ce457497ead27a423bc277444_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121722250c9ce457497ead27a423bc277444_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:38,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/ab59d51d1f334dd0a4a5acb0938f30a4, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:38,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/ab59d51d1f334dd0a4a5acb0938f30a4 is 175, key is test_row_0/A:col10/1734398796829/Put/seqid=0 2024-12-17T01:26:38,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742013_1189 (size=31105) 2024-12-17T01:26:38,219 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/ab59d51d1f334dd0a4a5acb0938f30a4 2024-12-17T01:26:38,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/9f4de63c56584c78b8b8343c61b7016b is 50, key is test_row_0/B:col10/1734398796829/Put/seqid=0 2024-12-17T01:26:38,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742014_1190 (size=12151) 2024-12-17T01:26:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T01:26:38,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398858301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398858303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398858302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398858303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398858305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398858607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398858607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398858609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398858609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398858609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,631 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/9f4de63c56584c78b8b8343c61b7016b 2024-12-17T01:26:38,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/7c5f149754a74984a08c30e32c352fe1 is 50, key is test_row_0/C:col10/1734398796829/Put/seqid=0 2024-12-17T01:26:38,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742015_1191 (size=12151) 2024-12-17T01:26:38,648 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/7c5f149754a74984a08c30e32c352fe1 2024-12-17T01:26:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/ab59d51d1f334dd0a4a5acb0938f30a4 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/ab59d51d1f334dd0a4a5acb0938f30a4 2024-12-17T01:26:38,660 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/ab59d51d1f334dd0a4a5acb0938f30a4, entries=150, sequenceid=171, filesize=30.4 K 2024-12-17T01:26:38,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/9f4de63c56584c78b8b8343c61b7016b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/9f4de63c56584c78b8b8343c61b7016b 2024-12-17T01:26:38,666 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/9f4de63c56584c78b8b8343c61b7016b, entries=150, sequenceid=171, filesize=11.9 K 2024-12-17T01:26:38,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/7c5f149754a74984a08c30e32c352fe1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/7c5f149754a74984a08c30e32c352fe1 2024-12-17T01:26:38,685 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/7c5f149754a74984a08c30e32c352fe1, entries=150, sequenceid=171, filesize=11.9 K 2024-12-17T01:26:38,686 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 41568e3fa717ece53a5a286d8a5a0391 in 894ms, sequenceid=171, compaction requested=true 2024-12-17T01:26:38,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:38,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:38,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-17T01:26:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-17T01:26:38,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-17T01:26:38,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0470 sec 2024-12-17T01:26:38,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.0530 sec 2024-12-17T01:26:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T01:26:38,742 INFO [Thread-739 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-17T01:26:38,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-17T01:26:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T01:26:38,745 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:38,746 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:38,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T01:26:38,899 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:38,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-17T01:26:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:38,900 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T01:26:38,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:38,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:38,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:38,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:38,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:38,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:38,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412178a98cca663974a099d55d27e9e1834bb_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398797992/Put/seqid=0 2024-12-17T01:26:38,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742016_1192 (size=12304) 2024-12-17T01:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T01:26:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:39,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:39,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398859126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398859127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398859130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398859133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398859134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398859235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398859235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398859238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398859239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398859239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:39,328 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412178a98cca663974a099d55d27e9e1834bb_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412178a98cca663974a099d55d27e9e1834bb_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:39,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/a8e8b5c1145e4a0da68a29aac3afe1f8, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:39,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/a8e8b5c1145e4a0da68a29aac3afe1f8 is 175, key is test_row_0/A:col10/1734398797992/Put/seqid=0 2024-12-17T01:26:39,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742017_1193 (size=31105) 2024-12-17T01:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T01:26:39,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398859441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398859442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398859442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398859442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398859442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,737 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/a8e8b5c1145e4a0da68a29aac3afe1f8 2024-12-17T01:26:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/6c17686f8074485eac5852e5766047c0 is 50, key is test_row_0/B:col10/1734398797992/Put/seqid=0 2024-12-17T01:26:39,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398859743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398859746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398859747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742018_1194 (size=12151) 2024-12-17T01:26:39,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398859749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398859749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T01:26:40,152 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/6c17686f8074485eac5852e5766047c0 2024-12-17T01:26:40,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/8dc5d735e1244ba69e76f504c2ce40d7 is 50, key is test_row_0/C:col10/1734398797992/Put/seqid=0 2024-12-17T01:26:40,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742019_1195 (size=12151) 2024-12-17T01:26:40,170 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/8dc5d735e1244ba69e76f504c2ce40d7 2024-12-17T01:26:40,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/a8e8b5c1145e4a0da68a29aac3afe1f8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a8e8b5c1145e4a0da68a29aac3afe1f8 2024-12-17T01:26:40,181 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a8e8b5c1145e4a0da68a29aac3afe1f8, entries=150, sequenceid=189, filesize=30.4 K 2024-12-17T01:26:40,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/6c17686f8074485eac5852e5766047c0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/6c17686f8074485eac5852e5766047c0 2024-12-17T01:26:40,187 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/6c17686f8074485eac5852e5766047c0, entries=150, sequenceid=189, filesize=11.9 K 2024-12-17T01:26:40,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/8dc5d735e1244ba69e76f504c2ce40d7 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8dc5d735e1244ba69e76f504c2ce40d7 2024-12-17T01:26:40,194 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8dc5d735e1244ba69e76f504c2ce40d7, entries=150, sequenceid=189, filesize=11.9 K 2024-12-17T01:26:40,195 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 41568e3fa717ece53a5a286d8a5a0391 in 1296ms, sequenceid=189, compaction requested=true 2024-12-17T01:26:40,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:40,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:40,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-17T01:26:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-17T01:26:40,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-17T01:26:40,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4500 sec 2024-12-17T01:26:40,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.4550 sec 2024-12-17T01:26:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:40,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-17T01:26:40,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:40,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:40,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:40,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:40,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:40,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:40,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e193a562d09047f3aaadc239c85314f3_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398799132/Put/seqid=0 2024-12-17T01:26:40,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742020_1196 (size=17284) 2024-12-17T01:26:40,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398860269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398860272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398860274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398860275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398860275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398860375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398860375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398860376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398860378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398860379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398860579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398860580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398860581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398860583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398860584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,670 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:40,675 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e193a562d09047f3aaadc239c85314f3_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e193a562d09047f3aaadc239c85314f3_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:40,676 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/a6d93244d9254e73a43a0b9c2765fb4d, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:40,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/a6d93244d9254e73a43a0b9c2765fb4d is 175, key is test_row_0/A:col10/1734398799132/Put/seqid=0 2024-12-17T01:26:40,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742021_1197 (size=48389) 2024-12-17T01:26:40,682 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/a6d93244d9254e73a43a0b9c2765fb4d 2024-12-17T01:26:40,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/93f313366dea490ba3bd5c104935b00d is 50, key is test_row_0/B:col10/1734398799132/Put/seqid=0 2024-12-17T01:26:40,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742022_1198 (size=12151) 2024-12-17T01:26:40,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/93f313366dea490ba3bd5c104935b00d 2024-12-17T01:26:40,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/39860d81c005430aa86f88df84632055 is 50, key is test_row_0/C:col10/1734398799132/Put/seqid=0 2024-12-17T01:26:40,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742023_1199 (size=12151) 2024-12-17T01:26:40,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/39860d81c005430aa86f88df84632055 2024-12-17T01:26:40,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/a6d93244d9254e73a43a0b9c2765fb4d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a6d93244d9254e73a43a0b9c2765fb4d 2024-12-17T01:26:40,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a6d93244d9254e73a43a0b9c2765fb4d, entries=250, sequenceid=209, filesize=47.3 K 2024-12-17T01:26:40,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/93f313366dea490ba3bd5c104935b00d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/93f313366dea490ba3bd5c104935b00d 2024-12-17T01:26:40,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/93f313366dea490ba3bd5c104935b00d, entries=150, sequenceid=209, filesize=11.9 K 2024-12-17T01:26:40,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/39860d81c005430aa86f88df84632055 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/39860d81c005430aa86f88df84632055 2024-12-17T01:26:40,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/39860d81c005430aa86f88df84632055, entries=150, sequenceid=209, filesize=11.9 K 2024-12-17T01:26:40,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 41568e3fa717ece53a5a286d8a5a0391 in 480ms, sequenceid=209, compaction requested=true 2024-12-17T01:26:40,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:40,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:40,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:40,736 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-12-17T01:26:40,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:40,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:40,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:40,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T01:26:40,736 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-12-17T01:26:40,740 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 296682 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-12-17T01:26:40,740 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 41568e3fa717ece53a5a286d8a5a0391/A is initiating minor compaction (all files) 2024-12-17T01:26:40,740 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41568e3fa717ece53a5a286d8a5a0391/A in TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:40,740 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/7e9aaf8eaa13456a8c948d4d8bb12ad1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/79d35d063a4342cba57f66d3a5db6116, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/36e021d67b4f4e6bb32f983a42a8bd28, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/e47f01b9ef544fb69a83029abef76928, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/61026790531f4f4a8b8a08aa7fa7f509, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/c21eba1ef18f45a9922ad480351da388, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/ab59d51d1f334dd0a4a5acb0938f30a4, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a8e8b5c1145e4a0da68a29aac3afe1f8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a6d93244d9254e73a43a0b9c2765fb4d] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp, totalSize=289.7 K 2024-12-17T01:26:40,740 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=7 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:40,740 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 108812 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-12-17T01:26:40,740 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 41568e3fa717ece53a5a286d8a5a0391/B is initiating minor compaction (all files) 2024-12-17T01:26:40,741 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41568e3fa717ece53a5a286d8a5a0391/B in TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:40,741 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/8ddd405a33a84cea902725adda25ce72, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/4b8616bd3c2a4a2889132b0053b56862, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/3e043b7f29694509b94d667e51a0f71b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/c3a2316dee6d469388bfc397ea93c43a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/1c95fbcd9be941e988760e33642639df, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/7ae59a177d0a4b6b975a732040e0d6b5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/9f4de63c56584c78b8b8343c61b7016b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/6c17686f8074485eac5852e5766047c0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/93f313366dea490ba3bd5c104935b00d] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp, totalSize=106.3 K 2024-12-17T01:26:40,740 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/7e9aaf8eaa13456a8c948d4d8bb12ad1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/79d35d063a4342cba57f66d3a5db6116, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/36e021d67b4f4e6bb32f983a42a8bd28, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/e47f01b9ef544fb69a83029abef76928, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/61026790531f4f4a8b8a08aa7fa7f509, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/c21eba1ef18f45a9922ad480351da388, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/ab59d51d1f334dd0a4a5acb0938f30a4, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a8e8b5c1145e4a0da68a29aac3afe1f8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a6d93244d9254e73a43a0b9c2765fb4d] 2024-12-17T01:26:40,741 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e9aaf8eaa13456a8c948d4d8bb12ad1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734398788374 2024-12-17T01:26:40,741 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ddd405a33a84cea902725adda25ce72, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734398788374 2024-12-17T01:26:40,742 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b8616bd3c2a4a2889132b0053b56862, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734398789548 2024-12-17T01:26:40,742 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79d35d063a4342cba57f66d3a5db6116, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734398789548 2024-12-17T01:26:40,742 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36e021d67b4f4e6bb32f983a42a8bd28, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1734398791320 2024-12-17T01:26:40,742 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e043b7f29694509b94d667e51a0f71b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1734398791320 2024-12-17T01:26:40,743 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting e47f01b9ef544fb69a83029abef76928, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734398791385 2024-12-17T01:26:40,743 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting c3a2316dee6d469388bfc397ea93c43a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734398791385 2024-12-17T01:26:40,743 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61026790531f4f4a8b8a08aa7fa7f509, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734398793521 2024-12-17T01:26:40,743 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c95fbcd9be941e988760e33642639df, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734398793521 2024-12-17T01:26:40,743 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting c21eba1ef18f45a9922ad480351da388, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1734398795692 2024-12-17T01:26:40,744 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ae59a177d0a4b6b975a732040e0d6b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1734398795692 2024-12-17T01:26:40,744 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab59d51d1f334dd0a4a5acb0938f30a4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734398796829 2024-12-17T01:26:40,744 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f4de63c56584c78b8b8343c61b7016b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734398796829 2024-12-17T01:26:40,744 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8e8b5c1145e4a0da68a29aac3afe1f8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1734398797956 2024-12-17T01:26:40,744 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c17686f8074485eac5852e5766047c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1734398797956 2024-12-17T01:26:40,745 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6d93244d9254e73a43a0b9c2765fb4d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734398799129 2024-12-17T01:26:40,745 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 93f313366dea490ba3bd5c104935b00d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734398799132 2024-12-17T01:26:40,764 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:40,764 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41568e3fa717ece53a5a286d8a5a0391#B#compaction#170 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:40,765 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/7fa4f4632f9a418f9f455eecac4ec01a is 50, key is test_row_0/B:col10/1734398799132/Put/seqid=0 2024-12-17T01:26:40,768 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217f571394574d34a6786b92feef2aec8f5_41568e3fa717ece53a5a286d8a5a0391 store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:40,775 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217f571394574d34a6786b92feef2aec8f5_41568e3fa717ece53a5a286d8a5a0391, store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:40,775 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217f571394574d34a6786b92feef2aec8f5_41568e3fa717ece53a5a286d8a5a0391 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:40,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742025_1201 (size=4469) 2024-12-17T01:26:40,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742024_1200 (size=12561) 2024-12-17T01:26:40,800 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41568e3fa717ece53a5a286d8a5a0391#A#compaction#171 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:40,801 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/94b1ea88e1b248798d1f107f77319c68 is 175, key is test_row_0/A:col10/1734398799132/Put/seqid=0 2024-12-17T01:26:40,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742026_1202 (size=31515) 2024-12-17T01:26:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T01:26:40,849 INFO [Thread-739 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-17T01:26:40,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-17T01:26:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T01:26:40,853 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:40,853 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:40,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:40,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T01:26:40,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:40,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:40,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:40,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:40,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:40,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:40,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121742aa3d8c62b5452c9d9b2fd27822eaa2_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398800888/Put/seqid=0 2024-12-17T01:26:40,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742027_1203 (size=17284) 2024-12-17T01:26:40,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398860909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398860915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398860916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398860917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398860918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T01:26:41,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T01:26:41,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:41,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398861018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398861022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398861022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398861025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398861025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T01:26:41,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T01:26:41,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:41,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,205 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/7fa4f4632f9a418f9f455eecac4ec01a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/7fa4f4632f9a418f9f455eecac4ec01a 2024-12-17T01:26:41,211 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 9 (all) file(s) in 41568e3fa717ece53a5a286d8a5a0391/B of 41568e3fa717ece53a5a286d8a5a0391 into 7fa4f4632f9a418f9f455eecac4ec01a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:41,211 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:41,211 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., storeName=41568e3fa717ece53a5a286d8a5a0391/B, priority=7, startTime=1734398800736; duration=0sec 2024-12-17T01:26:41,211 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:41,211 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:B 2024-12-17T01:26:41,212 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-12-17T01:26:41,214 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 108812 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-12-17T01:26:41,214 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 41568e3fa717ece53a5a286d8a5a0391/C is initiating minor compaction (all files) 2024-12-17T01:26:41,215 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41568e3fa717ece53a5a286d8a5a0391/C in TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,215 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/df10cebbbb9e4f978438b9fb5b504fb6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/d1e9758b70b24af89e850058328e806a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/22adc1ae1db94e079eafb93226dd2aeb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8521b1e0b72a4e40b7fc0279c88c48fa, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/635669ad746d45479d0713ee22b13c69, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/368284094ac143db9962192ba94c1ba7, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/7c5f149754a74984a08c30e32c352fe1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8dc5d735e1244ba69e76f504c2ce40d7, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/39860d81c005430aa86f88df84632055] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp, totalSize=106.3 K 2024-12-17T01:26:41,215 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting df10cebbbb9e4f978438b9fb5b504fb6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734398788374 2024-12-17T01:26:41,216 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting d1e9758b70b24af89e850058328e806a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734398789548 2024-12-17T01:26:41,216 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 22adc1ae1db94e079eafb93226dd2aeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1734398791320 2024-12-17T01:26:41,216 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 8521b1e0b72a4e40b7fc0279c88c48fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734398791385 2024-12-17T01:26:41,217 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 635669ad746d45479d0713ee22b13c69, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734398793521 2024-12-17T01:26:41,217 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 368284094ac143db9962192ba94c1ba7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1734398795692 2024-12-17T01:26:41,218 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c5f149754a74984a08c30e32c352fe1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734398796829 2024-12-17T01:26:41,218 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dc5d735e1244ba69e76f504c2ce40d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1734398797956 2024-12-17T01:26:41,219 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 39860d81c005430aa86f88df84632055, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734398799132 2024-12-17T01:26:41,220 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/94b1ea88e1b248798d1f107f77319c68 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/94b1ea88e1b248798d1f107f77319c68 2024-12-17T01:26:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398861221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,226 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 9 (all) file(s) in 41568e3fa717ece53a5a286d8a5a0391/A of 41568e3fa717ece53a5a286d8a5a0391 into 94b1ea88e1b248798d1f107f77319c68(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:41,226 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:41,226 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., storeName=41568e3fa717ece53a5a286d8a5a0391/A, priority=7, startTime=1734398800736; duration=0sec 2024-12-17T01:26:41,226 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:41,226 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:A 2024-12-17T01:26:41,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398861224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398861224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398861228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398861229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,236 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41568e3fa717ece53a5a286d8a5a0391#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:41,237 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/91c3420dfd7c4b00af91df30e42bfa4c is 50, key is test_row_0/C:col10/1734398799132/Put/seqid=0 2024-12-17T01:26:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742028_1204 (size=12561) 2024-12-17T01:26:41,306 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:41,312 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121742aa3d8c62b5452c9d9b2fd27822eaa2_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121742aa3d8c62b5452c9d9b2fd27822eaa2_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:41,314 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/567f57a5f0f440dd8b49a0dec380fbc4, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:41,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/567f57a5f0f440dd8b49a0dec380fbc4 is 175, key is test_row_0/A:col10/1734398800888/Put/seqid=0 2024-12-17T01:26:41,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T01:26:41,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:41,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742029_1205 (size=48389) 2024-12-17T01:26:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T01:26:41,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T01:26:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398861528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398861531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398861531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398861535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398861536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T01:26:41,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:41,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,648 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/91c3420dfd7c4b00af91df30e42bfa4c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/91c3420dfd7c4b00af91df30e42bfa4c 2024-12-17T01:26:41,654 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 9 (all) file(s) in 41568e3fa717ece53a5a286d8a5a0391/C of 41568e3fa717ece53a5a286d8a5a0391 into 91c3420dfd7c4b00af91df30e42bfa4c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:41,654 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:41,654 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., storeName=41568e3fa717ece53a5a286d8a5a0391/C, priority=7, startTime=1734398800736; duration=0sec 2024-12-17T01:26:41,654 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:41,654 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:C 2024-12-17T01:26:41,720 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/567f57a5f0f440dd8b49a0dec380fbc4 2024-12-17T01:26:41,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/c3870adfb98e4d278278ee8a9a269258 is 50, key is test_row_0/B:col10/1734398800888/Put/seqid=0 2024-12-17T01:26:41,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742030_1206 (size=12151) 2024-12-17T01:26:41,779 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T01:26:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:41,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T01:26:41,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:41,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:41,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T01:26:42,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398862032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:42,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398862032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:42,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398862035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:42,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398862039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:42,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398862042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:42,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:42,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T01:26:42,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:42,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:42,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:42,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:42,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:42,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/c3870adfb98e4d278278ee8a9a269258 2024-12-17T01:26:42,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/018cee966f5c41b4a4df7e91b605053b is 50, key is test_row_0/C:col10/1734398800888/Put/seqid=0 2024-12-17T01:26:42,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742031_1207 (size=12151) 2024-12-17T01:26:42,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:42,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T01:26:42,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:42,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:42,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:42,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:42,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:42,391 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:42,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T01:26:42,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:42,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:42,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:42,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:42,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:42,544 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:42,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T01:26:42,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:42,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:42,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:42,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:42,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:42,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/018cee966f5c41b4a4df7e91b605053b 2024-12-17T01:26:42,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/567f57a5f0f440dd8b49a0dec380fbc4 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/567f57a5f0f440dd8b49a0dec380fbc4 2024-12-17T01:26:42,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/567f57a5f0f440dd8b49a0dec380fbc4, entries=250, sequenceid=228, filesize=47.3 K 2024-12-17T01:26:42,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/c3870adfb98e4d278278ee8a9a269258 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/c3870adfb98e4d278278ee8a9a269258 2024-12-17T01:26:42,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/c3870adfb98e4d278278ee8a9a269258, entries=150, sequenceid=228, filesize=11.9 K 2024-12-17T01:26:42,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/018cee966f5c41b4a4df7e91b605053b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/018cee966f5c41b4a4df7e91b605053b 2024-12-17T01:26:42,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/018cee966f5c41b4a4df7e91b605053b, entries=150, sequenceid=228, filesize=11.9 K 2024-12-17T01:26:42,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 41568e3fa717ece53a5a286d8a5a0391 in 1692ms, sequenceid=228, compaction requested=false 2024-12-17T01:26:42,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:42,697 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:42,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T01:26:42,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:42,698 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T01:26:42,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:42,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:42,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:42,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:42,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:42,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:42,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412171974dc9453964b01b1fe403d0c38ae8c_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398800916/Put/seqid=0 2024-12-17T01:26:42,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742032_1208 (size=12304) 2024-12-17T01:26:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T01:26:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:43,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:43,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398863051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398863052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398863052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398863052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398863052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:43,115 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412171974dc9453964b01b1fe403d0c38ae8c_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412171974dc9453964b01b1fe403d0c38ae8c_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:43,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/12a6ab3ee31f46caa930b263cb0c6658, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:43,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/12a6ab3ee31f46caa930b263cb0c6658 is 175, key is test_row_0/A:col10/1734398800916/Put/seqid=0 2024-12-17T01:26:43,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742033_1209 (size=31105) 2024-12-17T01:26:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398863153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398863155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398863156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398863156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398863356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398863358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398863359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398863359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,522 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/12a6ab3ee31f46caa930b263cb0c6658 2024-12-17T01:26:43,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/f72b55ee188941a587120cca1727aa42 is 50, key is test_row_0/B:col10/1734398800916/Put/seqid=0 2024-12-17T01:26:43,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742034_1210 (size=12151) 2024-12-17T01:26:43,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398863659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398863661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398863661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398863662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:43,944 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/f72b55ee188941a587120cca1727aa42 2024-12-17T01:26:43,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/ba714f0ea88c4609a44a11db7b8880d8 is 50, key is test_row_0/C:col10/1734398800916/Put/seqid=0 2024-12-17T01:26:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742035_1211 (size=12151) 2024-12-17T01:26:44,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398864164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:44,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398864164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:44,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398864166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:44,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398864167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:44,358 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/ba714f0ea88c4609a44a11db7b8880d8 2024-12-17T01:26:44,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/12a6ab3ee31f46caa930b263cb0c6658 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/12a6ab3ee31f46caa930b263cb0c6658 2024-12-17T01:26:44,369 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/12a6ab3ee31f46caa930b263cb0c6658, entries=150, sequenceid=249, filesize=30.4 K 2024-12-17T01:26:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/f72b55ee188941a587120cca1727aa42 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/f72b55ee188941a587120cca1727aa42 2024-12-17T01:26:44,375 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/f72b55ee188941a587120cca1727aa42, entries=150, sequenceid=249, filesize=11.9 K 2024-12-17T01:26:44,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/ba714f0ea88c4609a44a11db7b8880d8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/ba714f0ea88c4609a44a11db7b8880d8 2024-12-17T01:26:44,381 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/ba714f0ea88c4609a44a11db7b8880d8, entries=150, sequenceid=249, filesize=11.9 K 2024-12-17T01:26:44,383 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 41568e3fa717ece53a5a286d8a5a0391 in 1685ms, sequenceid=249, compaction requested=true 2024-12-17T01:26:44,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:44,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:44,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-17T01:26:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-17T01:26:44,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-17T01:26:44,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5320 sec 2024-12-17T01:26:44,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 3.5360 sec 2024-12-17T01:26:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T01:26:44,958 INFO [Thread-739 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-17T01:26:44,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-17T01:26:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T01:26:44,961 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:44,962 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:44,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:45,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-17T01:26:45,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:45,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:45,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:45,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:45,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:45,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T01:26:45,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170d01bcb71bf44671acbad563c8b903e0_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398805059/Put/seqid=0 2024-12-17T01:26:45,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742036_1212 (size=14994) 2024-12-17T01:26:45,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398865096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,113 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T01:26:45,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:45,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:45,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:45,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398865167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398865171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398865173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398865178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398865199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T01:26:45,266 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T01:26:45,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:45,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:45,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:45,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398865403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T01:26:45,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:45,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,475 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:45,480 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170d01bcb71bf44671acbad563c8b903e0_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170d01bcb71bf44671acbad563c8b903e0_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:45,481 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/66f6bd17e3f64d6e858a2038d0ff6905, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:45,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/66f6bd17e3f64d6e858a2038d0ff6905 is 175, key is test_row_0/A:col10/1734398805059/Put/seqid=0 2024-12-17T01:26:45,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742037_1213 (size=39949) 2024-12-17T01:26:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T01:26:45,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T01:26:45,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:45,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:45,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:45,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398865707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T01:26:45,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:45,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:45,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:45,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:45,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T01:26:45,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:45,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:45,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:45,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:45,889 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/66f6bd17e3f64d6e858a2038d0ff6905 2024-12-17T01:26:45,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/3eac7ba174ec4b67a91808763570a058 is 50, key is test_row_0/B:col10/1734398805059/Put/seqid=0 2024-12-17T01:26:45,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742038_1214 (size=12301) 2024-12-17T01:26:45,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/3eac7ba174ec4b67a91808763570a058 2024-12-17T01:26:45,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/df7c46e732ed4ac28f835bbead762235 is 50, key is test_row_0/C:col10/1734398805059/Put/seqid=0 2024-12-17T01:26:45,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742039_1215 (size=12301) 2024-12-17T01:26:46,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:46,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T01:26:46,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:46,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:46,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:46,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:46,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T01:26:46,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:46,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T01:26:46,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:46,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:46,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:46,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:46,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:46,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398866211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:46,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/df7c46e732ed4ac28f835bbead762235 2024-12-17T01:26:46,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/66f6bd17e3f64d6e858a2038d0ff6905 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/66f6bd17e3f64d6e858a2038d0ff6905 2024-12-17T01:26:46,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:46,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T01:26:46,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:46,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:46,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:46,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:46,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:46,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/66f6bd17e3f64d6e858a2038d0ff6905, entries=200, sequenceid=268, filesize=39.0 K 2024-12-17T01:26:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/3eac7ba174ec4b67a91808763570a058 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/3eac7ba174ec4b67a91808763570a058 2024-12-17T01:26:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/3eac7ba174ec4b67a91808763570a058, entries=150, sequenceid=268, filesize=12.0 K 2024-12-17T01:26:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/df7c46e732ed4ac28f835bbead762235 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/df7c46e732ed4ac28f835bbead762235 2024-12-17T01:26:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/df7c46e732ed4ac28f835bbead762235, entries=150, sequenceid=268, filesize=12.0 K 2024-12-17T01:26:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 41568e3fa717ece53a5a286d8a5a0391 in 1295ms, sequenceid=268, compaction requested=true 2024-12-17T01:26:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:46,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:46,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:46,356 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:46,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:46,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:46,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:46,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T01:26:46,357 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,358 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150958 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:46,358 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 41568e3fa717ece53a5a286d8a5a0391/A is initiating minor compaction (all files) 2024-12-17T01:26:46,358 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41568e3fa717ece53a5a286d8a5a0391/A in TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,358 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/94b1ea88e1b248798d1f107f77319c68, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/567f57a5f0f440dd8b49a0dec380fbc4, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/12a6ab3ee31f46caa930b263cb0c6658, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/66f6bd17e3f64d6e858a2038d0ff6905] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp, totalSize=147.4 K 2024-12-17T01:26:46,358 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:46,359 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/94b1ea88e1b248798d1f107f77319c68, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/567f57a5f0f440dd8b49a0dec380fbc4, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/12a6ab3ee31f46caa930b263cb0c6658, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/66f6bd17e3f64d6e858a2038d0ff6905] 2024-12-17T01:26:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,359 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49164 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:46,359 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 41568e3fa717ece53a5a286d8a5a0391/B is initiating minor compaction (all files) 2024-12-17T01:26:46,359 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41568e3fa717ece53a5a286d8a5a0391/B in TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:46,359 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94b1ea88e1b248798d1f107f77319c68, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734398799132 2024-12-17T01:26:46,359 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/7fa4f4632f9a418f9f455eecac4ec01a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/c3870adfb98e4d278278ee8a9a269258, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/f72b55ee188941a587120cca1727aa42, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/3eac7ba174ec4b67a91808763570a058] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp, totalSize=48.0 K 2024-12-17T01:26:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,360 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 567f57a5f0f440dd8b49a0dec380fbc4, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1734398800265 2024-12-17T01:26:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,362 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12a6ab3ee31f46caa930b263cb0c6658, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734398800906 2024-12-17T01:26:46,362 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fa4f4632f9a418f9f455eecac4ec01a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734398799132 2024-12-17T01:26:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,362 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting c3870adfb98e4d278278ee8a9a269258, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1734398800273 2024-12-17T01:26:46,362 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66f6bd17e3f64d6e858a2038d0ff6905, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1734398803045 2024-12-17T01:26:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,363 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting f72b55ee188941a587120cca1727aa42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734398800906 2024-12-17T01:26:46,363 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 3eac7ba174ec4b67a91808763570a058, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1734398803046 2024-12-17T01:26:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,372 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,374 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412179ad96b4365d24e66841efcb89823c645_41568e3fa717ece53a5a286d8a5a0391 store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,375 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41568e3fa717ece53a5a286d8a5a0391#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,376 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/2bc3b88ecd274fdb80d7a68ee686c6f5 is 50, key is test_row_0/B:col10/1734398805059/Put/seqid=0 2024-12-17T01:26:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,377 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412179ad96b4365d24e66841efcb89823c645_41568e3fa717ece53a5a286d8a5a0391, store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,377 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179ad96b4365d24e66841efcb89823c645_41568e3fa717ece53a5a286d8a5a0391 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742041_1217 (size=4469) 2024-12-17T01:26:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,416 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41568e3fa717ece53a5a286d8a5a0391#A#compaction#182 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,417 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/f53deb7d8ff440609c038a22928c2713 is 175, key is test_row_0/A:col10/1734398805059/Put/seqid=0 2024-12-17T01:26:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742040_1216 (size=12847) 2024-12-17T01:26:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742042_1218 (size=31801) 2024-12-17T01:26:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,452 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/f53deb7d8ff440609c038a22928c2713 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/f53deb7d8ff440609c038a22928c2713 2024-12-17T01:26:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,459 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41568e3fa717ece53a5a286d8a5a0391/A of 41568e3fa717ece53a5a286d8a5a0391 into f53deb7d8ff440609c038a22928c2713(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:46,459 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:46,459 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., storeName=41568e3fa717ece53a5a286d8a5a0391/A, priority=12, startTime=1734398806356; duration=0sec 2024-12-17T01:26:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,459 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,460 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:A 2024-12-17T01:26:46,460 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:26:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,461 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49164 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:26:46,461 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 41568e3fa717ece53a5a286d8a5a0391/C is initiating minor compaction (all files) 2024-12-17T01:26:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,461 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41568e3fa717ece53a5a286d8a5a0391/C in TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:46,462 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/91c3420dfd7c4b00af91df30e42bfa4c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/018cee966f5c41b4a4df7e91b605053b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/ba714f0ea88c4609a44a11db7b8880d8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/df7c46e732ed4ac28f835bbead762235] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp, totalSize=48.0 K 2024-12-17T01:26:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,462 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91c3420dfd7c4b00af91df30e42bfa4c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734398799132 2024-12-17T01:26:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,463 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 018cee966f5c41b4a4df7e91b605053b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1734398800273 2024-12-17T01:26:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,464 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba714f0ea88c4609a44a11db7b8880d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734398800906 2024-12-17T01:26:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,464 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting df7c46e732ed4ac28f835bbead762235, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1734398803046 2024-12-17T01:26:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,476 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41568e3fa717ece53a5a286d8a5a0391#C#compaction#184 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,477 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/fe75d53e33d84d4892e705cd0585f957 is 50, key is test_row_0/C:col10/1734398805059/Put/seqid=0 2024-12-17T01:26:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T01:26:46,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,493 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-17T01:26:46,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:46,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:46,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:46,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:46,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742043_1219 (size=12847) 2024-12-17T01:26:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121750b2b2af586f4abd9fc88f2697a3c41c_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_1/A:col10/1734398805093/Put/seqid=0 2024-12-17T01:26:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,507 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/fe75d53e33d84d4892e705cd0585f957 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/fe75d53e33d84d4892e705cd0585f957 2024-12-17T01:26:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,513 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41568e3fa717ece53a5a286d8a5a0391/C of 41568e3fa717ece53a5a286d8a5a0391 into fe75d53e33d84d4892e705cd0585f957(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:46,513 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:46,513 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., storeName=41568e3fa717ece53a5a286d8a5a0391/C, priority=12, startTime=1734398806356; duration=0sec 2024-12-17T01:26:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,513 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:46,513 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:C 2024-12-17T01:26:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742044_1220 (size=9914) 2024-12-17T01:26:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,527 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121750b2b2af586f4abd9fc88f2697a3c41c_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121750b2b2af586f4abd9fc88f2697a3c41c_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/b2cbed2b8cf2410f9a1cf22904efa869, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/b2cbed2b8cf2410f9a1cf22904efa869 is 175, key is test_row_1/A:col10/1734398805093/Put/seqid=0 2024-12-17T01:26:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742045_1221 (size=22561) 2024-12-17T01:26:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,543 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/b2cbed2b8cf2410f9a1cf22904efa869 2024-12-17T01:26:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/f75b119eb48f4217ad88d96eaadb06a9 is 50, key is test_row_1/B:col10/1734398805093/Put/seqid=0 2024-12-17T01:26:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742046_1222 (size=9857) 2024-12-17T01:26:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,844 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/2bc3b88ecd274fdb80d7a68ee686c6f5 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/2bc3b88ecd274fdb80d7a68ee686c6f5 2024-12-17T01:26:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,850 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41568e3fa717ece53a5a286d8a5a0391/B of 41568e3fa717ece53a5a286d8a5a0391 into 2bc3b88ecd274fdb80d7a68ee686c6f5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:46,850 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:46,850 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., storeName=41568e3fa717ece53a5a286d8a5a0391/B, priority=12, startTime=1734398806356; duration=0sec 2024-12-17T01:26:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,851 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:46,851 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:B 2024-12-17T01:26:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,963 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/f75b119eb48f4217ad88d96eaadb06a9 2024-12-17T01:26:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/0ed9885f137c4d63989e92cc92d8688e is 50, key is test_row_1/C:col10/1734398805093/Put/seqid=0 2024-12-17T01:26:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742047_1223 (size=9857) 2024-12-17T01:26:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,990 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/0ed9885f137c4d63989e92cc92d8688e 2024-12-17T01:26:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/b2cbed2b8cf2410f9a1cf22904efa869 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/b2cbed2b8cf2410f9a1cf22904efa869 2024-12-17T01:26:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,003 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/b2cbed2b8cf2410f9a1cf22904efa869, entries=100, sequenceid=286, filesize=22.0 K 2024-12-17T01:26:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/f75b119eb48f4217ad88d96eaadb06a9 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/f75b119eb48f4217ad88d96eaadb06a9 2024-12-17T01:26:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,009 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/f75b119eb48f4217ad88d96eaadb06a9, entries=100, sequenceid=286, filesize=9.6 K 2024-12-17T01:26:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/0ed9885f137c4d63989e92cc92d8688e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/0ed9885f137c4d63989e92cc92d8688e 2024-12-17T01:26:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,015 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/0ed9885f137c4d63989e92cc92d8688e, entries=100, sequenceid=286, filesize=9.6 K 2024-12-17T01:26:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,017 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 41568e3fa717ece53a5a286d8a5a0391 in 524ms, sequenceid=286, compaction requested=false 2024-12-17T01:26:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-17T01:26:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-17T01:26:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-17T01:26:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0560 sec 2024-12-17T01:26:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.0610 sec 2024-12-17T01:26:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T01:26:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,065 INFO [Thread-739 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-17T01:26:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-17T01:26:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T01:26:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,070 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,071 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T01:26:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,223 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:26:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-17T01:26:47,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:47,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:47,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:47,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:47,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:47,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:47,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:47,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:47,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121766ae80933d614d518c53a1a45fa1dff4_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398807222/Put/seqid=0 2024-12-17T01:26:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742049_1225 (size=25158) 2024-12-17T01:26:47,253 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398867251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398867253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398867253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398867255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398867256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,259 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121766ae80933d614d518c53a1a45fa1dff4_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121766ae80933d614d518c53a1a45fa1dff4_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:47,261 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/70d214b76a9042c584c17a8a36d8b94f, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:47,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/70d214b76a9042c584c17a8a36d8b94f is 175, key is test_row_0/A:col10/1734398807222/Put/seqid=0 2024-12-17T01:26:47,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742048_1224 (size=74795) 2024-12-17T01:26:47,265 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/70d214b76a9042c584c17a8a36d8b94f 2024-12-17T01:26:47,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/99a2ce3b46894348a5e2f0d32aa90aa2 is 50, key is test_row_0/B:col10/1734398807222/Put/seqid=0 2024-12-17T01:26:47,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742050_1226 (size=12301) 2024-12-17T01:26:47,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/99a2ce3b46894348a5e2f0d32aa90aa2 2024-12-17T01:26:47,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/b3ed65b0401e40818ad10941f1d508ec is 50, key is test_row_0/C:col10/1734398807222/Put/seqid=0 2024-12-17T01:26:47,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742051_1227 (size=12301) 2024-12-17T01:26:47,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/b3ed65b0401e40818ad10941f1d508ec 2024-12-17T01:26:47,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/70d214b76a9042c584c17a8a36d8b94f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/70d214b76a9042c584c17a8a36d8b94f 2024-12-17T01:26:47,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/70d214b76a9042c584c17a8a36d8b94f, entries=400, sequenceid=299, filesize=73.0 K 2024-12-17T01:26:47,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/99a2ce3b46894348a5e2f0d32aa90aa2 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/99a2ce3b46894348a5e2f0d32aa90aa2 2024-12-17T01:26:47,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398867358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398867358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/99a2ce3b46894348a5e2f0d32aa90aa2, entries=150, sequenceid=299, filesize=12.0 K 2024-12-17T01:26:47,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398867359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/b3ed65b0401e40818ad10941f1d508ec as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/b3ed65b0401e40818ad10941f1d508ec 2024-12-17T01:26:47,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398867361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398867361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T01:26:47,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/b3ed65b0401e40818ad10941f1d508ec, entries=150, sequenceid=299, filesize=12.0 K 2024-12-17T01:26:47,377 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 41568e3fa717ece53a5a286d8a5a0391 in 153ms, sequenceid=299, compaction requested=true 2024-12-17T01:26:47,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:47,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:47,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-17T01:26:47,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:47,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:47,377 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:47,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:47,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:47,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T01:26:47,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:47,377 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:47,377 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:26:47,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:47,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:47,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:47,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:47,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:47,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:47,379 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129157 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:47,380 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 41568e3fa717ece53a5a286d8a5a0391/A is initiating minor compaction (all files) 2024-12-17T01:26:47,380 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41568e3fa717ece53a5a286d8a5a0391/A in TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:47,380 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/f53deb7d8ff440609c038a22928c2713, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/b2cbed2b8cf2410f9a1cf22904efa869, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/70d214b76a9042c584c17a8a36d8b94f] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp, totalSize=126.1 K 2024-12-17T01:26:47,380 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:47,380 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/f53deb7d8ff440609c038a22928c2713, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/b2cbed2b8cf2410f9a1cf22904efa869, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/70d214b76a9042c584c17a8a36d8b94f] 2024-12-17T01:26:47,380 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:47,380 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 41568e3fa717ece53a5a286d8a5a0391/B is initiating minor compaction (all files) 2024-12-17T01:26:47,380 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41568e3fa717ece53a5a286d8a5a0391/B in TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:47,380 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/2bc3b88ecd274fdb80d7a68ee686c6f5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/f75b119eb48f4217ad88d96eaadb06a9, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/99a2ce3b46894348a5e2f0d32aa90aa2] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp, totalSize=34.2 K 2024-12-17T01:26:47,381 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting f53deb7d8ff440609c038a22928c2713, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1734398803046 2024-12-17T01:26:47,382 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bc3b88ecd274fdb80d7a68ee686c6f5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1734398803046 2024-12-17T01:26:47,382 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2cbed2b8cf2410f9a1cf22904efa869, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1734398805093 2024-12-17T01:26:47,383 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting f75b119eb48f4217ad88d96eaadb06a9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1734398805093 2024-12-17T01:26:47,383 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70d214b76a9042c584c17a8a36d8b94f, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734398807193 2024-12-17T01:26:47,384 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 99a2ce3b46894348a5e2f0d32aa90aa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734398807195 2024-12-17T01:26:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b36a216ae9ff4864a5b3a59043b63b63_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398807250/Put/seqid=0 2024-12-17T01:26:47,400 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:47,403 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41568e3fa717ece53a5a286d8a5a0391#B#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:47,403 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/e79d246fb2e74298830ba1ca06d65b57 is 50, key is test_row_0/B:col10/1734398807222/Put/seqid=0 2024-12-17T01:26:47,412 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217ac8a545d743b4fedb3f8d59e1a7cc137_41568e3fa717ece53a5a286d8a5a0391 store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:47,416 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217ac8a545d743b4fedb3f8d59e1a7cc137_41568e3fa717ece53a5a286d8a5a0391, store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:47,416 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ac8a545d743b4fedb3f8d59e1a7cc137_41568e3fa717ece53a5a286d8a5a0391 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742052_1228 (size=12454) 2024-12-17T01:26:47,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:47,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742053_1229 (size=12949) 2024-12-17T01:26:47,445 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b36a216ae9ff4864a5b3a59043b63b63_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b36a216ae9ff4864a5b3a59043b63b63_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:47,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/4d52c73b19324379afae5fed5ab2e8f5, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:47,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/4d52c73b19324379afae5fed5ab2e8f5 is 175, key is test_row_0/A:col10/1734398807250/Put/seqid=0 2024-12-17T01:26:47,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742054_1230 (size=4469) 2024-12-17T01:26:47,452 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41568e3fa717ece53a5a286d8a5a0391#A#compaction#192 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:47,453 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/6fc0e161a5d046048ceb18750eafbc73 is 175, key is test_row_0/A:col10/1734398807222/Put/seqid=0 2024-12-17T01:26:47,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742055_1231 (size=31255) 2024-12-17T01:26:47,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742056_1232 (size=31903) 2024-12-17T01:26:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:47,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. as already flushing 2024-12-17T01:26:47,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398867567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398867567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398867568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398867568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398867568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T01:26:47,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398867671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398867671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398867671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398867672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398867672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,848 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/e79d246fb2e74298830ba1ca06d65b57 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/e79d246fb2e74298830ba1ca06d65b57 2024-12-17T01:26:47,853 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41568e3fa717ece53a5a286d8a5a0391/B of 41568e3fa717ece53a5a286d8a5a0391 into e79d246fb2e74298830ba1ca06d65b57(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:47,853 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:47,853 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., storeName=41568e3fa717ece53a5a286d8a5a0391/B, priority=13, startTime=1734398807377; duration=0sec 2024-12-17T01:26:47,853 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:47,853 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:B 2024-12-17T01:26:47,853 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:47,856 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:47,856 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 41568e3fa717ece53a5a286d8a5a0391/C is initiating minor compaction (all files) 2024-12-17T01:26:47,856 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41568e3fa717ece53a5a286d8a5a0391/C in TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:47,856 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/fe75d53e33d84d4892e705cd0585f957, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/0ed9885f137c4d63989e92cc92d8688e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/b3ed65b0401e40818ad10941f1d508ec] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp, totalSize=34.2 K 2024-12-17T01:26:47,856 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/4d52c73b19324379afae5fed5ab2e8f5 2024-12-17T01:26:47,857 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting fe75d53e33d84d4892e705cd0585f957, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1734398803046 2024-12-17T01:26:47,857 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ed9885f137c4d63989e92cc92d8688e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1734398805093 2024-12-17T01:26:47,858 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting b3ed65b0401e40818ad10941f1d508ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734398807195 2024-12-17T01:26:47,864 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/6fc0e161a5d046048ceb18750eafbc73 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/6fc0e161a5d046048ceb18750eafbc73 2024-12-17T01:26:47,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/d0a42d47614544f6898dad838fe25d04 is 50, key is test_row_0/B:col10/1734398807250/Put/seqid=0 2024-12-17T01:26:47,870 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41568e3fa717ece53a5a286d8a5a0391/A of 41568e3fa717ece53a5a286d8a5a0391 into 6fc0e161a5d046048ceb18750eafbc73(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:47,870 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:47,870 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., storeName=41568e3fa717ece53a5a286d8a5a0391/A, priority=13, startTime=1734398807377; duration=0sec 2024-12-17T01:26:47,870 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:47,870 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:A 2024-12-17T01:26:47,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398867874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398867874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398867874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398867876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398867876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:47,883 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41568e3fa717ece53a5a286d8a5a0391#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:47,884 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/8caad3ccfd694e51a01dcfbaea31dbd9 is 50, key is test_row_0/C:col10/1734398807222/Put/seqid=0 2024-12-17T01:26:47,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742057_1233 (size=12301) 2024-12-17T01:26:47,885 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/d0a42d47614544f6898dad838fe25d04 2024-12-17T01:26:47,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742058_1234 (size=12949) 2024-12-17T01:26:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/3782417be3424ca19eeff3a9883e7057 is 50, key is test_row_0/C:col10/1734398807250/Put/seqid=0 2024-12-17T01:26:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742059_1235 (size=12301) 2024-12-17T01:26:47,985 DEBUG [Thread-746 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b3821ad to 127.0.0.1:61973 2024-12-17T01:26:47,985 DEBUG [Thread-746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:47,986 DEBUG [Thread-742 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3bb8b26c to 127.0.0.1:61973 2024-12-17T01:26:47,986 DEBUG [Thread-740 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6b07e3 to 127.0.0.1:61973 2024-12-17T01:26:47,986 DEBUG [Thread-742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:47,986 DEBUG [Thread-740 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:47,988 DEBUG [Thread-744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32239a70 to 127.0.0.1:61973 2024-12-17T01:26:47,988 DEBUG [Thread-744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T01:26:48,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56908 deadline: 1734398868178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56910 deadline: 1734398868178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1734398868179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56964 deadline: 1734398868179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56970 deadline: 1734398868179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:48,295 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/8caad3ccfd694e51a01dcfbaea31dbd9 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8caad3ccfd694e51a01dcfbaea31dbd9 2024-12-17T01:26:48,300 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41568e3fa717ece53a5a286d8a5a0391/C of 41568e3fa717ece53a5a286d8a5a0391 into 8caad3ccfd694e51a01dcfbaea31dbd9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:48,300 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:48,300 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391., storeName=41568e3fa717ece53a5a286d8a5a0391/C, priority=13, startTime=1734398807377; duration=0sec 2024-12-17T01:26:48,300 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:48,300 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:C 2024-12-17T01:26:48,312 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/3782417be3424ca19eeff3a9883e7057 2024-12-17T01:26:48,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/4d52c73b19324379afae5fed5ab2e8f5 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/4d52c73b19324379afae5fed5ab2e8f5 2024-12-17T01:26:48,321 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/4d52c73b19324379afae5fed5ab2e8f5, entries=150, sequenceid=324, filesize=30.5 K 2024-12-17T01:26:48,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/d0a42d47614544f6898dad838fe25d04 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/d0a42d47614544f6898dad838fe25d04 2024-12-17T01:26:48,326 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/d0a42d47614544f6898dad838fe25d04, entries=150, sequenceid=324, filesize=12.0 K 2024-12-17T01:26:48,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/3782417be3424ca19eeff3a9883e7057 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/3782417be3424ca19eeff3a9883e7057 2024-12-17T01:26:48,331 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/3782417be3424ca19eeff3a9883e7057, entries=150, sequenceid=324, filesize=12.0 K 2024-12-17T01:26:48,332 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 41568e3fa717ece53a5a286d8a5a0391 in 955ms, sequenceid=324, compaction requested=false 2024-12-17T01:26:48,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:48,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:48,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-17T01:26:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-17T01:26:48,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-17T01:26:48,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2630 sec 2024-12-17T01:26:48,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.2680 sec 2024-12-17T01:26:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:48,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T01:26:48,681 DEBUG [Thread-733 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c964e8 to 127.0.0.1:61973 2024-12-17T01:26:48,681 DEBUG [Thread-733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:48,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:48,681 DEBUG [Thread-729 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:61973 2024-12-17T01:26:48,682 DEBUG [Thread-729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:48,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:48,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:48,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:48,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:48,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:48,683 DEBUG [Thread-735 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c3b736e to 127.0.0.1:61973 2024-12-17T01:26:48,683 DEBUG [Thread-735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:48,684 DEBUG [Thread-731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x048068a5 to 127.0.0.1:61973 2024-12-17T01:26:48,684 DEBUG [Thread-731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:48,684 DEBUG [Thread-737 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:61973 2024-12-17T01:26:48,684 DEBUG [Thread-737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:48,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b9502278b86e438da60934a4c9f68145_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398807566/Put/seqid=0 2024-12-17T01:26:48,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742060_1236 (size=12454) 2024-12-17T01:26:49,093 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:49,097 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b9502278b86e438da60934a4c9f68145_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b9502278b86e438da60934a4c9f68145_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:49,097 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/7692046439e84335be9de1c6d075753a, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:49,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/7692046439e84335be9de1c6d075753a is 175, key is test_row_0/A:col10/1734398807566/Put/seqid=0 2024-12-17T01:26:49,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742061_1237 (size=31255) 2024-12-17T01:26:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T01:26:49,173 INFO [Thread-739 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6097 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5788 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2543 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7629 rows 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2543 2024-12-17T01:26:49,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7628 rows 2024-12-17T01:26:49,173 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T01:26:49,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x083eb3a5 to 127.0.0.1:61973 2024-12-17T01:26:49,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:26:49,175 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T01:26:49,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T01:26:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:49,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398809179"}]},"ts":"1734398809179"} 2024-12-17T01:26:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T01:26:49,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T01:26:49,184 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T01:26:49,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T01:26:49,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=41568e3fa717ece53a5a286d8a5a0391, UNASSIGN}] 2024-12-17T01:26:49,186 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=41568e3fa717ece53a5a286d8a5a0391, UNASSIGN 2024-12-17T01:26:49,187 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=41568e3fa717ece53a5a286d8a5a0391, regionState=CLOSING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:49,188 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T01:26:49,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; CloseRegionProcedure 41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:26:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T01:26:49,339 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:49,339 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(124): Close 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:49,339 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T01:26:49,339 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1681): Closing 41568e3fa717ece53a5a286d8a5a0391, disabling compactions & flushes 2024-12-17T01:26:49,339 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T01:26:49,503 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/7692046439e84335be9de1c6d075753a 2024-12-17T01:26:49,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/0e83ff52f9db4e05af271b827a9c8b55 is 50, key is test_row_0/B:col10/1734398807566/Put/seqid=0 2024-12-17T01:26:49,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742062_1238 (size=12301) 2024-12-17T01:26:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T01:26:49,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/0e83ff52f9db4e05af271b827a9c8b55 2024-12-17T01:26:49,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/31bf321a45184de78f151143f933dce4 is 50, key is test_row_0/C:col10/1734398807566/Put/seqid=0 2024-12-17T01:26:49,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742063_1239 (size=12301) 2024-12-17T01:26:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T01:26:50,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/31bf321a45184de78f151143f933dce4 2024-12-17T01:26:50,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/7692046439e84335be9de1c6d075753a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/7692046439e84335be9de1c6d075753a 2024-12-17T01:26:50,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/7692046439e84335be9de1c6d075753a, entries=150, sequenceid=340, filesize=30.5 K 2024-12-17T01:26:50,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/0e83ff52f9db4e05af271b827a9c8b55 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/0e83ff52f9db4e05af271b827a9c8b55 2024-12-17T01:26:50,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/0e83ff52f9db4e05af271b827a9c8b55, entries=150, sequenceid=340, filesize=12.0 K 2024-12-17T01:26:50,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/31bf321a45184de78f151143f933dce4 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/31bf321a45184de78f151143f933dce4 2024-12-17T01:26:50,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/31bf321a45184de78f151143f933dce4, entries=150, sequenceid=340, filesize=12.0 K 2024-12-17T01:26:50,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for 41568e3fa717ece53a5a286d8a5a0391 in 1662ms, sequenceid=340, compaction requested=true 2024-12-17T01:26:50,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:50,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:50,343 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:50,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:50,343 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. because compaction request was cancelled 2024-12-17T01:26:50,344 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:50,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:50,344 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. after waiting 0 ms 2024-12-17T01:26:50,344 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:A 2024-12-17T01:26:50,344 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:50,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:50,344 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. because compaction request was cancelled 2024-12-17T01:26:50,344 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:B 2024-12-17T01:26:50,344 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. because compaction request was cancelled 2024-12-17T01:26:50,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41568e3fa717ece53a5a286d8a5a0391:C, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:50,344 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41568e3fa717ece53a5a286d8a5a0391:C 2024-12-17T01:26:50,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:50,344 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(2837): Flushing 41568e3fa717ece53a5a286d8a5a0391 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-17T01:26:50,344 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=A 2024-12-17T01:26:50,344 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:50,344 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=B 2024-12-17T01:26:50,344 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:50,344 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41568e3fa717ece53a5a286d8a5a0391, store=C 2024-12-17T01:26:50,344 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:50,349 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175b594efe61594fbc85fa59ce442e0b11_41568e3fa717ece53a5a286d8a5a0391 is 50, key is test_row_0/A:col10/1734398808683/Put/seqid=0 2024-12-17T01:26:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742064_1240 (size=9914) 2024-12-17T01:26:50,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T01:26:50,754 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:50,758 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175b594efe61594fbc85fa59ce442e0b11_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175b594efe61594fbc85fa59ce442e0b11_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:50,759 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/c1c9e5478c3a467ab2bdfa203b931eba, store: [table=TestAcidGuarantees family=A region=41568e3fa717ece53a5a286d8a5a0391] 2024-12-17T01:26:50,759 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/c1c9e5478c3a467ab2bdfa203b931eba is 175, key is test_row_0/A:col10/1734398808683/Put/seqid=0 2024-12-17T01:26:50,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742065_1241 (size=22561) 2024-12-17T01:26:51,164 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/c1c9e5478c3a467ab2bdfa203b931eba 2024-12-17T01:26:51,171 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/fc8053e4c87b4e00a1a08ad9c3c8f5b5 is 50, key is test_row_0/B:col10/1734398808683/Put/seqid=0 2024-12-17T01:26:51,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742066_1242 (size=9857) 2024-12-17T01:26:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T01:26:51,575 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/fc8053e4c87b4e00a1a08ad9c3c8f5b5 2024-12-17T01:26:51,582 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/bbd0c013c31f4c52a5e0071585999cb8 is 50, key is test_row_0/C:col10/1734398808683/Put/seqid=0 2024-12-17T01:26:51,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742067_1243 (size=9857) 2024-12-17T01:26:51,986 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/bbd0c013c31f4c52a5e0071585999cb8 2024-12-17T01:26:51,991 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/A/c1c9e5478c3a467ab2bdfa203b931eba as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/c1c9e5478c3a467ab2bdfa203b931eba 2024-12-17T01:26:51,994 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/c1c9e5478c3a467ab2bdfa203b931eba, entries=100, sequenceid=346, filesize=22.0 K 2024-12-17T01:26:51,995 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/B/fc8053e4c87b4e00a1a08ad9c3c8f5b5 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/fc8053e4c87b4e00a1a08ad9c3c8f5b5 2024-12-17T01:26:51,998 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/fc8053e4c87b4e00a1a08ad9c3c8f5b5, entries=100, sequenceid=346, filesize=9.6 K 2024-12-17T01:26:51,999 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/.tmp/C/bbd0c013c31f4c52a5e0071585999cb8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/bbd0c013c31f4c52a5e0071585999cb8 2024-12-17T01:26:52,003 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/bbd0c013c31f4c52a5e0071585999cb8, entries=100, sequenceid=346, filesize=9.6 K 2024-12-17T01:26:52,004 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 41568e3fa717ece53a5a286d8a5a0391 in 1659ms, sequenceid=346, compaction requested=true 2024-12-17T01:26:52,004 DEBUG [StoreCloser-TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/4d71748df98e476e9ae19fa58f069125, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/89cb5d0625874a8ebe837e0d43664792, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/1693e489038d4f3497e4382c8dcab2d6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/7e9aaf8eaa13456a8c948d4d8bb12ad1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/79d35d063a4342cba57f66d3a5db6116, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/36e021d67b4f4e6bb32f983a42a8bd28, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/e47f01b9ef544fb69a83029abef76928, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/61026790531f4f4a8b8a08aa7fa7f509, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/c21eba1ef18f45a9922ad480351da388, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/ab59d51d1f334dd0a4a5acb0938f30a4, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a8e8b5c1145e4a0da68a29aac3afe1f8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a6d93244d9254e73a43a0b9c2765fb4d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/94b1ea88e1b248798d1f107f77319c68, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/567f57a5f0f440dd8b49a0dec380fbc4, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/12a6ab3ee31f46caa930b263cb0c6658, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/66f6bd17e3f64d6e858a2038d0ff6905, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/f53deb7d8ff440609c038a22928c2713, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/b2cbed2b8cf2410f9a1cf22904efa869, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/70d214b76a9042c584c17a8a36d8b94f] to archive 2024-12-17T01:26:52,005 DEBUG [StoreCloser-TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:26:52,007 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/4d71748df98e476e9ae19fa58f069125 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/4d71748df98e476e9ae19fa58f069125 2024-12-17T01:26:52,007 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/79d35d063a4342cba57f66d3a5db6116 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/79d35d063a4342cba57f66d3a5db6116 2024-12-17T01:26:52,008 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/61026790531f4f4a8b8a08aa7fa7f509 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/61026790531f4f4a8b8a08aa7fa7f509 2024-12-17T01:26:52,008 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/1693e489038d4f3497e4382c8dcab2d6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/1693e489038d4f3497e4382c8dcab2d6 2024-12-17T01:26:52,008 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/89cb5d0625874a8ebe837e0d43664792 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/89cb5d0625874a8ebe837e0d43664792 2024-12-17T01:26:52,009 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/7e9aaf8eaa13456a8c948d4d8bb12ad1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/7e9aaf8eaa13456a8c948d4d8bb12ad1 2024-12-17T01:26:52,009 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/36e021d67b4f4e6bb32f983a42a8bd28 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/36e021d67b4f4e6bb32f983a42a8bd28 2024-12-17T01:26:52,009 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/e47f01b9ef544fb69a83029abef76928 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/e47f01b9ef544fb69a83029abef76928 2024-12-17T01:26:52,011 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/c21eba1ef18f45a9922ad480351da388 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/c21eba1ef18f45a9922ad480351da388 2024-12-17T01:26:52,011 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a8e8b5c1145e4a0da68a29aac3afe1f8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a8e8b5c1145e4a0da68a29aac3afe1f8 2024-12-17T01:26:52,011 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/ab59d51d1f334dd0a4a5acb0938f30a4 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/ab59d51d1f334dd0a4a5acb0938f30a4 2024-12-17T01:26:52,011 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/94b1ea88e1b248798d1f107f77319c68 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/94b1ea88e1b248798d1f107f77319c68 2024-12-17T01:26:52,011 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a6d93244d9254e73a43a0b9c2765fb4d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/a6d93244d9254e73a43a0b9c2765fb4d 2024-12-17T01:26:52,012 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/567f57a5f0f440dd8b49a0dec380fbc4 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/567f57a5f0f440dd8b49a0dec380fbc4 2024-12-17T01:26:52,014 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/66f6bd17e3f64d6e858a2038d0ff6905 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/66f6bd17e3f64d6e858a2038d0ff6905 2024-12-17T01:26:52,014 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/12a6ab3ee31f46caa930b263cb0c6658 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/12a6ab3ee31f46caa930b263cb0c6658 2024-12-17T01:26:52,015 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/70d214b76a9042c584c17a8a36d8b94f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/70d214b76a9042c584c17a8a36d8b94f 2024-12-17T01:26:52,015 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/b2cbed2b8cf2410f9a1cf22904efa869 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/b2cbed2b8cf2410f9a1cf22904efa869 2024-12-17T01:26:52,015 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/f53deb7d8ff440609c038a22928c2713 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/f53deb7d8ff440609c038a22928c2713 2024-12-17T01:26:52,016 DEBUG [StoreCloser-TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/5b1256b8dc48413c99d95a1f5d007135, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/ffc07fc2669c4fdd85d2499517bddf2e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/8ddd405a33a84cea902725adda25ce72, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/e44bbee8974a44bba8c640bd927d41b4, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/4b8616bd3c2a4a2889132b0053b56862, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/3e043b7f29694509b94d667e51a0f71b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/c3a2316dee6d469388bfc397ea93c43a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/1c95fbcd9be941e988760e33642639df, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/7ae59a177d0a4b6b975a732040e0d6b5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/9f4de63c56584c78b8b8343c61b7016b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/6c17686f8074485eac5852e5766047c0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/7fa4f4632f9a418f9f455eecac4ec01a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/93f313366dea490ba3bd5c104935b00d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/c3870adfb98e4d278278ee8a9a269258, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/f72b55ee188941a587120cca1727aa42, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/2bc3b88ecd274fdb80d7a68ee686c6f5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/3eac7ba174ec4b67a91808763570a058, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/f75b119eb48f4217ad88d96eaadb06a9, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/99a2ce3b46894348a5e2f0d32aa90aa2] to archive 2024-12-17T01:26:52,017 DEBUG [StoreCloser-TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:26:52,020 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/5b1256b8dc48413c99d95a1f5d007135 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/5b1256b8dc48413c99d95a1f5d007135 2024-12-17T01:26:52,020 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/8ddd405a33a84cea902725adda25ce72 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/8ddd405a33a84cea902725adda25ce72 2024-12-17T01:26:52,020 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/e44bbee8974a44bba8c640bd927d41b4 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/e44bbee8974a44bba8c640bd927d41b4 2024-12-17T01:26:52,020 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/ffc07fc2669c4fdd85d2499517bddf2e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/ffc07fc2669c4fdd85d2499517bddf2e 2024-12-17T01:26:52,020 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/3e043b7f29694509b94d667e51a0f71b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/3e043b7f29694509b94d667e51a0f71b 2024-12-17T01:26:52,020 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/4b8616bd3c2a4a2889132b0053b56862 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/4b8616bd3c2a4a2889132b0053b56862 2024-12-17T01:26:52,020 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/1c95fbcd9be941e988760e33642639df to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/1c95fbcd9be941e988760e33642639df 2024-12-17T01:26:52,021 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/c3a2316dee6d469388bfc397ea93c43a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/c3a2316dee6d469388bfc397ea93c43a 2024-12-17T01:26:52,022 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/9f4de63c56584c78b8b8343c61b7016b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/9f4de63c56584c78b8b8343c61b7016b 2024-12-17T01:26:52,023 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/7ae59a177d0a4b6b975a732040e0d6b5 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/7ae59a177d0a4b6b975a732040e0d6b5 2024-12-17T01:26:52,023 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/6c17686f8074485eac5852e5766047c0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/6c17686f8074485eac5852e5766047c0 2024-12-17T01:26:52,023 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/f72b55ee188941a587120cca1727aa42 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/f72b55ee188941a587120cca1727aa42 2024-12-17T01:26:52,023 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/7fa4f4632f9a418f9f455eecac4ec01a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/7fa4f4632f9a418f9f455eecac4ec01a 2024-12-17T01:26:52,023 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/93f313366dea490ba3bd5c104935b00d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/93f313366dea490ba3bd5c104935b00d 2024-12-17T01:26:52,023 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/c3870adfb98e4d278278ee8a9a269258 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/c3870adfb98e4d278278ee8a9a269258 2024-12-17T01:26:52,023 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/2bc3b88ecd274fdb80d7a68ee686c6f5 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/2bc3b88ecd274fdb80d7a68ee686c6f5 2024-12-17T01:26:52,024 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/99a2ce3b46894348a5e2f0d32aa90aa2 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/99a2ce3b46894348a5e2f0d32aa90aa2 2024-12-17T01:26:52,025 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/3eac7ba174ec4b67a91808763570a058 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/3eac7ba174ec4b67a91808763570a058 2024-12-17T01:26:52,025 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/f75b119eb48f4217ad88d96eaadb06a9 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/f75b119eb48f4217ad88d96eaadb06a9 2024-12-17T01:26:52,026 DEBUG [StoreCloser-TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/cd80310aef424042a53ec5f89493cc08, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/3eb3f6b8f6b345b4a33092bd1caf7a2c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/df10cebbbb9e4f978438b9fb5b504fb6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/7b335258e9144341928c297b3c66f1f6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/d1e9758b70b24af89e850058328e806a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/22adc1ae1db94e079eafb93226dd2aeb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8521b1e0b72a4e40b7fc0279c88c48fa, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/635669ad746d45479d0713ee22b13c69, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/368284094ac143db9962192ba94c1ba7, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/7c5f149754a74984a08c30e32c352fe1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8dc5d735e1244ba69e76f504c2ce40d7, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/91c3420dfd7c4b00af91df30e42bfa4c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/39860d81c005430aa86f88df84632055, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/018cee966f5c41b4a4df7e91b605053b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/ba714f0ea88c4609a44a11db7b8880d8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/fe75d53e33d84d4892e705cd0585f957, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/df7c46e732ed4ac28f835bbead762235, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/0ed9885f137c4d63989e92cc92d8688e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/b3ed65b0401e40818ad10941f1d508ec] to archive 2024-12-17T01:26:52,027 DEBUG [StoreCloser-TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:26:52,030 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/cd80310aef424042a53ec5f89493cc08 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/cd80310aef424042a53ec5f89493cc08 2024-12-17T01:26:52,030 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/d1e9758b70b24af89e850058328e806a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/d1e9758b70b24af89e850058328e806a 2024-12-17T01:26:52,030 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/22adc1ae1db94e079eafb93226dd2aeb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/22adc1ae1db94e079eafb93226dd2aeb 2024-12-17T01:26:52,030 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/3eb3f6b8f6b345b4a33092bd1caf7a2c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/3eb3f6b8f6b345b4a33092bd1caf7a2c 2024-12-17T01:26:52,030 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/635669ad746d45479d0713ee22b13c69 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/635669ad746d45479d0713ee22b13c69 2024-12-17T01:26:52,030 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/df10cebbbb9e4f978438b9fb5b504fb6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/df10cebbbb9e4f978438b9fb5b504fb6 2024-12-17T01:26:52,030 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/7b335258e9144341928c297b3c66f1f6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/7b335258e9144341928c297b3c66f1f6 2024-12-17T01:26:52,030 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8521b1e0b72a4e40b7fc0279c88c48fa to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8521b1e0b72a4e40b7fc0279c88c48fa 2024-12-17T01:26:52,032 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/368284094ac143db9962192ba94c1ba7 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/368284094ac143db9962192ba94c1ba7 2024-12-17T01:26:52,032 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8dc5d735e1244ba69e76f504c2ce40d7 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8dc5d735e1244ba69e76f504c2ce40d7 2024-12-17T01:26:52,032 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/39860d81c005430aa86f88df84632055 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/39860d81c005430aa86f88df84632055 2024-12-17T01:26:52,033 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/91c3420dfd7c4b00af91df30e42bfa4c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/91c3420dfd7c4b00af91df30e42bfa4c 2024-12-17T01:26:52,033 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/7c5f149754a74984a08c30e32c352fe1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/7c5f149754a74984a08c30e32c352fe1 2024-12-17T01:26:52,033 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/018cee966f5c41b4a4df7e91b605053b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/018cee966f5c41b4a4df7e91b605053b 2024-12-17T01:26:52,033 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/fe75d53e33d84d4892e705cd0585f957 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/fe75d53e33d84d4892e705cd0585f957 2024-12-17T01:26:52,033 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/ba714f0ea88c4609a44a11db7b8880d8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/ba714f0ea88c4609a44a11db7b8880d8 2024-12-17T01:26:52,034 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/df7c46e732ed4ac28f835bbead762235 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/df7c46e732ed4ac28f835bbead762235 2024-12-17T01:26:52,034 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/b3ed65b0401e40818ad10941f1d508ec to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/b3ed65b0401e40818ad10941f1d508ec 2024-12-17T01:26:52,034 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/0ed9885f137c4d63989e92cc92d8688e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/0ed9885f137c4d63989e92cc92d8688e 2024-12-17T01:26:52,039 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/recovered.edits/349.seqid, newMaxSeqId=349, maxSeqId=4 2024-12-17T01:26:52,039 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391. 2024-12-17T01:26:52,039 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1635): Region close journal for 41568e3fa717ece53a5a286d8a5a0391: 2024-12-17T01:26:52,040 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(170): Closed 41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:52,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=41568e3fa717ece53a5a286d8a5a0391, regionState=CLOSED 2024-12-17T01:26:52,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-17T01:26:52,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseRegionProcedure 41568e3fa717ece53a5a286d8a5a0391, server=7b75acfc7251,36369,1734398752304 in 2.8540 sec 2024-12-17T01:26:52,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-12-17T01:26:52,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=41568e3fa717ece53a5a286d8a5a0391, UNASSIGN in 2.8580 sec 2024-12-17T01:26:52,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-17T01:26:52,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.8610 sec 2024-12-17T01:26:52,047 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398812047"}]},"ts":"1734398812047"} 2024-12-17T01:26:52,048 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T01:26:52,050 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T01:26:52,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.8750 sec 2024-12-17T01:26:52,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-17T01:26:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T01:26:53,285 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-17T01:26:53,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T01:26:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:53,287 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-17T01:26:53,288 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=73, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:53,289 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,292 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/recovered.edits] 2024-12-17T01:26:53,296 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/6fc0e161a5d046048ceb18750eafbc73 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/6fc0e161a5d046048ceb18750eafbc73 2024-12-17T01:26:53,296 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/4d52c73b19324379afae5fed5ab2e8f5 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/4d52c73b19324379afae5fed5ab2e8f5 2024-12-17T01:26:53,296 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/c1c9e5478c3a467ab2bdfa203b931eba to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/c1c9e5478c3a467ab2bdfa203b931eba 2024-12-17T01:26:53,296 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/7692046439e84335be9de1c6d075753a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/A/7692046439e84335be9de1c6d075753a 2024-12-17T01:26:53,300 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/e79d246fb2e74298830ba1ca06d65b57 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/e79d246fb2e74298830ba1ca06d65b57 2024-12-17T01:26:53,300 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/0e83ff52f9db4e05af271b827a9c8b55 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/0e83ff52f9db4e05af271b827a9c8b55 2024-12-17T01:26:53,300 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/d0a42d47614544f6898dad838fe25d04 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/d0a42d47614544f6898dad838fe25d04 2024-12-17T01:26:53,300 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/fc8053e4c87b4e00a1a08ad9c3c8f5b5 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/B/fc8053e4c87b4e00a1a08ad9c3c8f5b5 2024-12-17T01:26:53,304 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/3782417be3424ca19eeff3a9883e7057 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/3782417be3424ca19eeff3a9883e7057 2024-12-17T01:26:53,304 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/bbd0c013c31f4c52a5e0071585999cb8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/bbd0c013c31f4c52a5e0071585999cb8 2024-12-17T01:26:53,304 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/31bf321a45184de78f151143f933dce4 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/31bf321a45184de78f151143f933dce4 2024-12-17T01:26:53,304 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8caad3ccfd694e51a01dcfbaea31dbd9 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/C/8caad3ccfd694e51a01dcfbaea31dbd9 2024-12-17T01:26:53,307 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/recovered.edits/349.seqid to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391/recovered.edits/349.seqid 2024-12-17T01:26:53,307 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,307 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T01:26:53,308 DEBUG [PEWorker-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T01:26:53,309 DEBUG [PEWorker-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-17T01:26:53,317 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170d01bcb71bf44671acbad563c8b903e0_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170d01bcb71bf44671acbad563c8b903e0_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,318 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170ed508a3bcd14ec98d993c1f4980c6dd_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170ed508a3bcd14ec98d993c1f4980c6dd_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,318 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121722250c9ce457497ead27a423bc277444_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121722250c9ce457497ead27a423bc277444_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,318 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121750b2b2af586f4abd9fc88f2697a3c41c_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121750b2b2af586f4abd9fc88f2697a3c41c_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,318 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121742aa3d8c62b5452c9d9b2fd27822eaa2_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121742aa3d8c62b5452c9d9b2fd27822eaa2_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,318 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175bb8b08dfa0a4da3aab52deb5264ddd2_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175bb8b08dfa0a4da3aab52deb5264ddd2_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,318 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175b594efe61594fbc85fa59ce442e0b11_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175b594efe61594fbc85fa59ce442e0b11_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,319 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412171974dc9453964b01b1fe403d0c38ae8c_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412171974dc9453964b01b1fe403d0c38ae8c_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,320 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121766ae80933d614d518c53a1a45fa1dff4_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121766ae80933d614d518c53a1a45fa1dff4_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,320 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412178a98cca663974a099d55d27e9e1834bb_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412178a98cca663974a099d55d27e9e1834bb_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,320 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179cd60898df974131a95aba2a8255329c_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179cd60898df974131a95aba2a8255329c_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,320 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121775684771964648b49ab522d757e9bb1b_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121775684771964648b49ab522d757e9bb1b_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,320 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a2a74c17737a4f13a53bfe9d094e45cb_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a2a74c17737a4f13a53bfe9d094e45cb_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,320 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217afd4f69bfb124a36b8608aec718c65c8_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217afd4f69bfb124a36b8608aec718c65c8_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,320 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b36a216ae9ff4864a5b3a59043b63b63_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b36a216ae9ff4864a5b3a59043b63b63_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,321 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b9502278b86e438da60934a4c9f68145_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b9502278b86e438da60934a4c9f68145_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,321 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e193a562d09047f3aaadc239c85314f3_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e193a562d09047f3aaadc239c85314f3_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,321 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d0a4594810594c74bf7c1687fa7077c2_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d0a4594810594c74bf7c1687fa7077c2_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,322 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217cff089bb919e472c9313dc088e98f5d3_41568e3fa717ece53a5a286d8a5a0391 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217cff089bb919e472c9313dc088e98f5d3_41568e3fa717ece53a5a286d8a5a0391 2024-12-17T01:26:53,322 DEBUG [PEWorker-4 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T01:26:53,325 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=73, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:53,327 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T01:26:53,330 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T01:26:53,331 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=73, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:53,331 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T01:26:53,331 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734398813331"}]},"ts":"9223372036854775807"} 2024-12-17T01:26:53,333 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T01:26:53,333 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 41568e3fa717ece53a5a286d8a5a0391, NAME => 'TestAcidGuarantees,,1734398785267.41568e3fa717ece53a5a286d8a5a0391.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T01:26:53,333 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T01:26:53,333 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734398813333"}]},"ts":"9223372036854775807"} 2024-12-17T01:26:53,335 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T01:26:53,336 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=73, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:53,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-12-17T01:26:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-17T01:26:53,388 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-17T01:26:53,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=249 (was 247) Potentially hanging thread: hconnection-0x23455fe4-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1208650190_22 at /127.0.0.1:50410 [Waiting for operation #867] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1134134368_22 at /127.0.0.1:50404 [Waiting for operation #1183] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1208650190_22 at /127.0.0.1:50454 [Waiting for operation #1167] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x23455fe4-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x23455fe4-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/cluster_ef89c68a-5c57-429a-f20b-8fb11928e73e/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x23455fe4-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@31d6e786[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1134134368_22 at /127.0.0.1:50324 [Waiting for operation #1196] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/cluster_ef89c68a-5c57-429a-f20b-8fb11928e73e/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 175) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4029 (was 4172) 2024-12-17T01:26:53,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=249, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=4029 2024-12-17T01:26:53,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T01:26:53,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T01:26:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T01:26:53,410 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T01:26:53,410 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:53,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 74 2024-12-17T01:26:53,411 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T01:26:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-12-17T01:26:53,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742068_1244 (size=963) 2024-12-17T01:26:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-12-17T01:26:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-12-17T01:26:53,819 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764 2024-12-17T01:26:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742069_1245 (size=53) 2024-12-17T01:26:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-12-17T01:26:54,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:26:54,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6cba34546166ac465fd0f86b0261147f, disabling compactions & flushes 2024-12-17T01:26:54,226 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:54,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:54,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. after waiting 0 ms 2024-12-17T01:26:54,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:54,226 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:54,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:26:54,227 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T01:26:54,228 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734398814227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734398814227"}]},"ts":"1734398814227"} 2024-12-17T01:26:54,229 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T01:26:54,229 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T01:26:54,230 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398814230"}]},"ts":"1734398814230"} 2024-12-17T01:26:54,230 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T01:26:54,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cba34546166ac465fd0f86b0261147f, ASSIGN}] 2024-12-17T01:26:54,235 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cba34546166ac465fd0f86b0261147f, ASSIGN 2024-12-17T01:26:54,235 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cba34546166ac465fd0f86b0261147f, ASSIGN; state=OFFLINE, location=7b75acfc7251,36369,1734398752304; forceNewPlan=false, retain=false 2024-12-17T01:26:54,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=6cba34546166ac465fd0f86b0261147f, regionState=OPENING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:54,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; OpenRegionProcedure 6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:26:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-12-17T01:26:54,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:54,541 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:54,542 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7285): Opening region: {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} 2024-12-17T01:26:54,542 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:54,542 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:26:54,542 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7327): checking encryption for 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:54,542 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7330): checking classloading for 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:54,543 INFO [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:54,545 INFO [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:26:54,545 INFO [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cba34546166ac465fd0f86b0261147f columnFamilyName A 2024-12-17T01:26:54,545 DEBUG [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:54,546 INFO [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] regionserver.HStore(327): Store=6cba34546166ac465fd0f86b0261147f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:26:54,546 INFO [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:54,547 INFO [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:26:54,547 INFO [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cba34546166ac465fd0f86b0261147f columnFamilyName B 2024-12-17T01:26:54,547 DEBUG [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:54,547 INFO [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] regionserver.HStore(327): Store=6cba34546166ac465fd0f86b0261147f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:26:54,547 INFO [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:54,548 INFO [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:26:54,548 INFO [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cba34546166ac465fd0f86b0261147f columnFamilyName C 2024-12-17T01:26:54,549 DEBUG [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:26:54,549 INFO [StoreOpener-6cba34546166ac465fd0f86b0261147f-1 {}] regionserver.HStore(327): Store=6cba34546166ac465fd0f86b0261147f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:26:54,549 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:54,550 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:54,550 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:54,552 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T01:26:54,553 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1085): writing seq id for 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:54,555 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T01:26:54,555 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1102): Opened 6cba34546166ac465fd0f86b0261147f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64877644, jitterRate=-0.03324776887893677}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T01:26:54,556 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1001): Region open journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:26:54,556 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., pid=76, masterSystemTime=1734398814538 2024-12-17T01:26:54,558 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:54,558 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:54,558 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=6cba34546166ac465fd0f86b0261147f, regionState=OPEN, openSeqNum=2, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:54,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-17T01:26:54,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; OpenRegionProcedure 6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 in 172 msec 2024-12-17T01:26:54,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=75, resume processing ppid=74 2024-12-17T01:26:54,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cba34546166ac465fd0f86b0261147f, ASSIGN in 326 msec 2024-12-17T01:26:54,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T01:26:54,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398814563"}]},"ts":"1734398814563"} 2024-12-17T01:26:54,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T01:26:54,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T01:26:54,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1580 sec 2024-12-17T01:26:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-12-17T01:26:55,515 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 74 completed 2024-12-17T01:26:55,516 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x125487ad to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23d94a92 2024-12-17T01:26:55,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1570ddea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:55,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:55,522 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:55,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T01:26:55,524 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T01:26:55,526 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6453bda3 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d37e661 2024-12-17T01:26:55,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebbe5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:55,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54cec8d1 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66f838c7 2024-12-17T01:26:55,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272f575d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:55,534 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x665c4f27 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41457d2b 2024-12-17T01:26:55,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0d5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:55,537 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6853d3c9 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29557cd 2024-12-17T01:26:55,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7491f229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:55,544 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ac01dd5 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5243067f 2024-12-17T01:26:55,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2938a6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:55,548 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4fab18aa to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23ca9a7d 2024-12-17T01:26:55,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7448c10f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:55,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a1d0d8f to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d737bc3 2024-12-17T01:26:55,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8191db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:55,558 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71ec705f to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7747a0c2 2024-12-17T01:26:55,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546bf8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:55,562 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e560c7b to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ddf4c3 2024-12-17T01:26:55,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff872d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:55,566 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-12-17T01:26:55,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:26:55,574 DEBUG [hconnection-0x29e78c72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:55,574 DEBUG [hconnection-0x1f2fa4f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:55,574 DEBUG [hconnection-0x25bfc10b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:55,575 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:55,575 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:55,575 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:55,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-17T01:26:55,579 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T01:26:55,579 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:55,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:55,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:26:55,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:26:55,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:55,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:26:55,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:55,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:26:55,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:55,588 DEBUG [hconnection-0x7dca9bfc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:55,589 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:55,600 DEBUG [hconnection-0x76d0ad87-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:55,601 DEBUG [hconnection-0x4da680ad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:55,601 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:55,602 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:55,604 DEBUG [hconnection-0x5497a1a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:55,604 DEBUG [hconnection-0x60ede864-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:55,605 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:55,605 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:55,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398875607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398875607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398875608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398875608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,612 DEBUG [hconnection-0x65f677b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:55,613 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:55,620 DEBUG [hconnection-0x6e6c7aa7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:26:55,626 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:26:55,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1734398875628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/68e4b17b12044dbbb8048121676c2e57 is 50, key is test_row_0/A:col10/1734398815584/Put/seqid=0 2024-12-17T01:26:55,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742070_1246 (size=12001) 2024-12-17T01:26:55,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/68e4b17b12044dbbb8048121676c2e57 2024-12-17T01:26:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T01:26:55,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398875710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398875711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398875711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398875711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/4b6c04209b0f48e3a71ba89af90c7b43 is 50, key is test_row_0/B:col10/1734398815584/Put/seqid=0 2024-12-17T01:26:55,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T01:26:55,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:55,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:26:55,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:55,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:55,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:55,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1734398875731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:55,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742071_1247 (size=12001) 2024-12-17T01:26:55,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/4b6c04209b0f48e3a71ba89af90c7b43 2024-12-17T01:26:55,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/6ece5150423244c1b17170bf4afda32b is 50, key is test_row_0/C:col10/1734398815584/Put/seqid=0 2024-12-17T01:26:55,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742072_1248 (size=12001) 2024-12-17T01:26:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T01:26:55,909 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T01:26:55,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:55,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:26:55,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:55,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:55,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:55,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398875913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398875914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398875914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398875914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:55,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1734398875934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,061 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T01:26:56,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:26:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:56,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T01:26:56,214 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T01:26:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:26:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:56,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:56,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398876218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398876218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398876218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398876218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/6ece5150423244c1b17170bf4afda32b 2024-12-17T01:26:56,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1734398876239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/68e4b17b12044dbbb8048121676c2e57 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/68e4b17b12044dbbb8048121676c2e57 2024-12-17T01:26:56,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/68e4b17b12044dbbb8048121676c2e57, entries=150, sequenceid=12, filesize=11.7 K 2024-12-17T01:26:56,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/4b6c04209b0f48e3a71ba89af90c7b43 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4b6c04209b0f48e3a71ba89af90c7b43 2024-12-17T01:26:56,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4b6c04209b0f48e3a71ba89af90c7b43, entries=150, sequenceid=12, filesize=11.7 K 2024-12-17T01:26:56,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/6ece5150423244c1b17170bf4afda32b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/6ece5150423244c1b17170bf4afda32b 2024-12-17T01:26:56,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/6ece5150423244c1b17170bf4afda32b, entries=150, sequenceid=12, filesize=11.7 K 2024-12-17T01:26:56,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 6cba34546166ac465fd0f86b0261147f in 674ms, sequenceid=12, compaction requested=false 2024-12-17T01:26:56,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:26:56,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T01:26:56,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:56,368 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-17T01:26:56,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:26:56,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:56,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:26:56,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:26:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:56,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/fdca8b6f719944de93534fff434b8ce8 is 50, key is test_row_0/A:col10/1734398815600/Put/seqid=0 2024-12-17T01:26:56,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742073_1249 (size=12001) 2024-12-17T01:26:56,379 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/fdca8b6f719944de93534fff434b8ce8 2024-12-17T01:26:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/572ac5a032654adcad66f744c0405782 is 50, key is test_row_0/B:col10/1734398815600/Put/seqid=0 2024-12-17T01:26:56,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742074_1250 (size=12001) 2024-12-17T01:26:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T01:26:56,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:26:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:56,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398876724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398876725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398876725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398876725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1734398876741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,802 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/572ac5a032654adcad66f744c0405782 2024-12-17T01:26:56,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/fc8ad6af90884fa68b64e6126a2b8e83 is 50, key is test_row_0/C:col10/1734398815600/Put/seqid=0 2024-12-17T01:26:56,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742075_1251 (size=12001) 2024-12-17T01:26:56,821 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/fc8ad6af90884fa68b64e6126a2b8e83 2024-12-17T01:26:56,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/fdca8b6f719944de93534fff434b8ce8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/fdca8b6f719944de93534fff434b8ce8 2024-12-17T01:26:56,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398876828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398876829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398876829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398876829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:56,833 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/fdca8b6f719944de93534fff434b8ce8, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T01:26:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/572ac5a032654adcad66f744c0405782 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/572ac5a032654adcad66f744c0405782 2024-12-17T01:26:56,839 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/572ac5a032654adcad66f744c0405782, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T01:26:56,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/fc8ad6af90884fa68b64e6126a2b8e83 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/fc8ad6af90884fa68b64e6126a2b8e83 2024-12-17T01:26:56,844 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/fc8ad6af90884fa68b64e6126a2b8e83, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T01:26:56,845 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 6cba34546166ac465fd0f86b0261147f in 477ms, sequenceid=39, compaction requested=false 2024-12-17T01:26:56,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:26:56,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:56,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-17T01:26:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-17T01:26:56,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-17T01:26:56,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2670 sec 2024-12-17T01:26:56,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.2730 sec 2024-12-17T01:26:56,999 DEBUG [master/7b75acfc7251:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 862329e8f86f46df05903082f0163893 changed from -1.0 to 0.0, refreshing cache 2024-12-17T01:26:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:57,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:26:57,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:26:57,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:57,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:26:57,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:57,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:26:57,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:57,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/4ae6d85b6c2149e0ae7f036b54aeb159 is 50, key is test_row_0/A:col10/1734398816724/Put/seqid=0 2024-12-17T01:26:57,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742076_1252 (size=12001) 2024-12-17T01:26:57,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398877051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398877053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398877054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/4ae6d85b6c2149e0ae7f036b54aeb159 2024-12-17T01:26:57,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398877055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/5430c37f7a1a404b8b5698ad48fd26d0 is 50, key is test_row_0/B:col10/1734398816724/Put/seqid=0 2024-12-17T01:26:57,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742077_1253 (size=12001) 2024-12-17T01:26:57,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398877156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398877156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398877156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398877158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398877358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398877359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398877359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398877360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/5430c37f7a1a404b8b5698ad48fd26d0 2024-12-17T01:26:57,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/0590600ca2164c30988ea1a52123f055 is 50, key is test_row_0/C:col10/1734398816724/Put/seqid=0 2024-12-17T01:26:57,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742078_1254 (size=12001) 2024-12-17T01:26:57,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T01:26:57,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398877662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398877662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398877662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398877665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T01:26:57,684 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-17T01:26:57,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-17T01:26:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T01:26:57,687 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:57,687 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:57,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:57,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1734398877744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T01:26:57,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-17T01:26:57,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:57,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:26:57,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:57,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:57,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:57,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/0590600ca2164c30988ea1a52123f055 2024-12-17T01:26:57,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/4ae6d85b6c2149e0ae7f036b54aeb159 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/4ae6d85b6c2149e0ae7f036b54aeb159 2024-12-17T01:26:57,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/4ae6d85b6c2149e0ae7f036b54aeb159, entries=150, sequenceid=52, filesize=11.7 K 2024-12-17T01:26:57,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/5430c37f7a1a404b8b5698ad48fd26d0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/5430c37f7a1a404b8b5698ad48fd26d0 2024-12-17T01:26:57,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/5430c37f7a1a404b8b5698ad48fd26d0, entries=150, sequenceid=52, filesize=11.7 K 2024-12-17T01:26:57,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/0590600ca2164c30988ea1a52123f055 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/0590600ca2164c30988ea1a52123f055 2024-12-17T01:26:57,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/0590600ca2164c30988ea1a52123f055, entries=150, sequenceid=52, filesize=11.7 K 2024-12-17T01:26:57,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6cba34546166ac465fd0f86b0261147f in 899ms, sequenceid=52, compaction requested=true 2024-12-17T01:26:57,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:26:57,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:57,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:57,932 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:57,932 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:57,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:57,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:57,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:57,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:57,934 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:57,934 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/B is initiating minor compaction (all files) 2024-12-17T01:26:57,934 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/B in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:57,934 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4b6c04209b0f48e3a71ba89af90c7b43, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/572ac5a032654adcad66f744c0405782, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/5430c37f7a1a404b8b5698ad48fd26d0] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=35.2 K 2024-12-17T01:26:57,934 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:57,934 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/A is initiating minor compaction (all files) 2024-12-17T01:26:57,934 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/A in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:57,934 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b6c04209b0f48e3a71ba89af90c7b43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734398815580 2024-12-17T01:26:57,935 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/68e4b17b12044dbbb8048121676c2e57, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/fdca8b6f719944de93534fff434b8ce8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/4ae6d85b6c2149e0ae7f036b54aeb159] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=35.2 K 2024-12-17T01:26:57,935 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 572ac5a032654adcad66f744c0405782, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734398815600 2024-12-17T01:26:57,935 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68e4b17b12044dbbb8048121676c2e57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734398815580 2024-12-17T01:26:57,935 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 5430c37f7a1a404b8b5698ad48fd26d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734398816724 2024-12-17T01:26:57,936 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdca8b6f719944de93534fff434b8ce8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734398815600 2024-12-17T01:26:57,937 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ae6d85b6c2149e0ae7f036b54aeb159, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734398816724 2024-12-17T01:26:57,946 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#A#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:57,946 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#B#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:57,946 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/611e100d9d254ab187a7207205e18154 is 50, key is test_row_0/A:col10/1734398816724/Put/seqid=0 2024-12-17T01:26:57,947 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/8f6019bd8b814ab393a09eca53f03462 is 50, key is test_row_0/B:col10/1734398816724/Put/seqid=0 2024-12-17T01:26:57,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742079_1255 (size=12104) 2024-12-17T01:26:57,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742080_1256 (size=12104) 2024-12-17T01:26:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T01:26:57,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:57,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-17T01:26:57,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:57,993 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T01:26:57,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:26:57,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:57,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:26:57,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:57,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:26:57,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:58,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/1d948a788e5e4b9f9d3ebce444f72624 is 50, key is test_row_0/A:col10/1734398817053/Put/seqid=0 2024-12-17T01:26:58,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742081_1257 (size=12001) 2024-12-17T01:26:58,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:26:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:58,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398878174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398878175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398878176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398878176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398878279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398878279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398878279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398878279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T01:26:58,359 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/611e100d9d254ab187a7207205e18154 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/611e100d9d254ab187a7207205e18154 2024-12-17T01:26:58,365 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/A of 6cba34546166ac465fd0f86b0261147f into 611e100d9d254ab187a7207205e18154(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:58,366 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:26:58,366 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/A, priority=13, startTime=1734398817932; duration=0sec 2024-12-17T01:26:58,366 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:58,366 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:A 2024-12-17T01:26:58,366 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:58,367 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:58,367 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/C is initiating minor compaction (all files) 2024-12-17T01:26:58,368 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/C in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:58,368 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/6ece5150423244c1b17170bf4afda32b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/fc8ad6af90884fa68b64e6126a2b8e83, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/0590600ca2164c30988ea1a52123f055] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=35.2 K 2024-12-17T01:26:58,368 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ece5150423244c1b17170bf4afda32b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734398815580 2024-12-17T01:26:58,369 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc8ad6af90884fa68b64e6126a2b8e83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734398815600 2024-12-17T01:26:58,369 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0590600ca2164c30988ea1a52123f055, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734398816724 2024-12-17T01:26:58,387 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/8f6019bd8b814ab393a09eca53f03462 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/8f6019bd8b814ab393a09eca53f03462 2024-12-17T01:26:58,387 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#C#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:58,388 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/6f29e9b48e044e9ab5144e8984aa6818 is 50, key is test_row_0/C:col10/1734398816724/Put/seqid=0 2024-12-17T01:26:58,392 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/B of 6cba34546166ac465fd0f86b0261147f into 8f6019bd8b814ab393a09eca53f03462(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:58,392 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:26:58,392 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/B, priority=13, startTime=1734398817932; duration=0sec 2024-12-17T01:26:58,393 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:58,393 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:B 2024-12-17T01:26:58,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742082_1258 (size=12104) 2024-12-17T01:26:58,409 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/1d948a788e5e4b9f9d3ebce444f72624 2024-12-17T01:26:58,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/222c53cab2694bd2b75dea250656170c is 50, key is test_row_0/B:col10/1734398817053/Put/seqid=0 2024-12-17T01:26:58,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742083_1259 (size=12001) 2024-12-17T01:26:58,434 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/222c53cab2694bd2b75dea250656170c 2024-12-17T01:26:58,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/fedb949b040c4b39b03829a69201fe87 is 50, key is test_row_0/C:col10/1734398817053/Put/seqid=0 2024-12-17T01:26:58,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742084_1260 (size=12001) 2024-12-17T01:26:58,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398878482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398878483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398878483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398878484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398878786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398878787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398878787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398878788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T01:26:58,801 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/6f29e9b48e044e9ab5144e8984aa6818 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/6f29e9b48e044e9ab5144e8984aa6818 2024-12-17T01:26:58,806 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/C of 6cba34546166ac465fd0f86b0261147f into 6f29e9b48e044e9ab5144e8984aa6818(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:58,806 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:26:58,806 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/C, priority=13, startTime=1734398817933; duration=0sec 2024-12-17T01:26:58,806 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:58,807 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:C 2024-12-17T01:26:58,850 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/fedb949b040c4b39b03829a69201fe87 2024-12-17T01:26:58,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/1d948a788e5e4b9f9d3ebce444f72624 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/1d948a788e5e4b9f9d3ebce444f72624 2024-12-17T01:26:58,860 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/1d948a788e5e4b9f9d3ebce444f72624, entries=150, sequenceid=75, filesize=11.7 K 2024-12-17T01:26:58,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/222c53cab2694bd2b75dea250656170c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/222c53cab2694bd2b75dea250656170c 2024-12-17T01:26:58,866 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/222c53cab2694bd2b75dea250656170c, entries=150, sequenceid=75, filesize=11.7 K 2024-12-17T01:26:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/fedb949b040c4b39b03829a69201fe87 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/fedb949b040c4b39b03829a69201fe87 2024-12-17T01:26:58,872 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/fedb949b040c4b39b03829a69201fe87, entries=150, sequenceid=75, filesize=11.7 K 2024-12-17T01:26:58,873 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6cba34546166ac465fd0f86b0261147f in 880ms, sequenceid=75, compaction requested=false 2024-12-17T01:26:58,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:26:58,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:58,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-17T01:26:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-17T01:26:58,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-17T01:26:58,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1870 sec 2024-12-17T01:26:58,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.1910 sec 2024-12-17T01:26:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:59,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T01:26:59,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:26:59,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:59,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:26:59,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:59,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:26:59,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:59,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/3146bbef2d6947e89f2712d86bcbbf95 is 50, key is test_row_0/A:col10/1734398819291/Put/seqid=0 2024-12-17T01:26:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742085_1261 (size=12001) 2024-12-17T01:26:59,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398879307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398879308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398879308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398879309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398879411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398879411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398879412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398879412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398879614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398879614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398879615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398879616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/3146bbef2d6947e89f2712d86bcbbf95 2024-12-17T01:26:59,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/d498cafdca3a48b4b8ac4e8c1584b095 is 50, key is test_row_0/B:col10/1734398819291/Put/seqid=0 2024-12-17T01:26:59,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742086_1262 (size=12001) 2024-12-17T01:26:59,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/d498cafdca3a48b4b8ac4e8c1584b095 2024-12-17T01:26:59,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/79b67352f383482c849b0e5f39272ed7 is 50, key is test_row_0/C:col10/1734398819291/Put/seqid=0 2024-12-17T01:26:59,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742087_1263 (size=12001) 2024-12-17T01:26:59,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/79b67352f383482c849b0e5f39272ed7 2024-12-17T01:26:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/3146bbef2d6947e89f2712d86bcbbf95 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/3146bbef2d6947e89f2712d86bcbbf95 2024-12-17T01:26:59,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/3146bbef2d6947e89f2712d86bcbbf95, entries=150, sequenceid=94, filesize=11.7 K 2024-12-17T01:26:59,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/d498cafdca3a48b4b8ac4e8c1584b095 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/d498cafdca3a48b4b8ac4e8c1584b095 2024-12-17T01:26:59,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/d498cafdca3a48b4b8ac4e8c1584b095, entries=150, sequenceid=94, filesize=11.7 K 2024-12-17T01:26:59,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/79b67352f383482c849b0e5f39272ed7 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/79b67352f383482c849b0e5f39272ed7 2024-12-17T01:26:59,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1734398879752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,754 DEBUG [Thread-1132 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., hostname=7b75acfc7251,36369,1734398752304, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T01:26:59,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/79b67352f383482c849b0e5f39272ed7, entries=150, sequenceid=94, filesize=11.7 K 2024-12-17T01:26:59,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6cba34546166ac465fd0f86b0261147f in 464ms, sequenceid=94, compaction requested=true 2024-12-17T01:26:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:26:59,755 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:26:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:59,755 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:26:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:26:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:59,756 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:59,756 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/A is initiating minor compaction (all files) 2024-12-17T01:26:59,756 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/A in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:59,756 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/611e100d9d254ab187a7207205e18154, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/1d948a788e5e4b9f9d3ebce444f72624, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/3146bbef2d6947e89f2712d86bcbbf95] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=35.3 K 2024-12-17T01:26:59,756 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:59,757 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/B is initiating minor compaction (all files) 2024-12-17T01:26:59,757 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/B in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:59,757 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 611e100d9d254ab187a7207205e18154, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734398816724 2024-12-17T01:26:59,757 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/8f6019bd8b814ab393a09eca53f03462, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/222c53cab2694bd2b75dea250656170c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/d498cafdca3a48b4b8ac4e8c1584b095] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=35.3 K 2024-12-17T01:26:59,757 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d948a788e5e4b9f9d3ebce444f72624, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734398817048 2024-12-17T01:26:59,757 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f6019bd8b814ab393a09eca53f03462, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734398816724 2024-12-17T01:26:59,758 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3146bbef2d6947e89f2712d86bcbbf95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734398818174 2024-12-17T01:26:59,758 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 222c53cab2694bd2b75dea250656170c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734398817048 2024-12-17T01:26:59,758 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting d498cafdca3a48b4b8ac4e8c1584b095, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734398818174 2024-12-17T01:26:59,767 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#A#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:59,767 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#B#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:59,768 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/9d66c723ad0c49ef876918cdc8b66edb is 50, key is test_row_0/A:col10/1734398819291/Put/seqid=0 2024-12-17T01:26:59,768 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/e503683966854b37a45599e99474b5b6 is 50, key is test_row_0/B:col10/1734398819291/Put/seqid=0 2024-12-17T01:26:59,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742089_1265 (size=12207) 2024-12-17T01:26:59,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742088_1264 (size=12207) 2024-12-17T01:26:59,783 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/e503683966854b37a45599e99474b5b6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e503683966854b37a45599e99474b5b6 2024-12-17T01:26:59,789 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/B of 6cba34546166ac465fd0f86b0261147f into e503683966854b37a45599e99474b5b6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:59,789 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:26:59,789 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/B, priority=13, startTime=1734398819755; duration=0sec 2024-12-17T01:26:59,789 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:26:59,789 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:B 2024-12-17T01:26:59,789 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:26:59,791 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:26:59,791 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/C is initiating minor compaction (all files) 2024-12-17T01:26:59,791 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/C in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T01:26:59,791 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/6f29e9b48e044e9ab5144e8984aa6818, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/fedb949b040c4b39b03829a69201fe87, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/79b67352f383482c849b0e5f39272ed7] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=35.3 K 2024-12-17T01:26:59,791 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-17T01:26:59,792 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f29e9b48e044e9ab5144e8984aa6818, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734398816724 2024-12-17T01:26:59,792 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting fedb949b040c4b39b03829a69201fe87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734398817048 2024-12-17T01:26:59,792 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 79b67352f383482c849b0e5f39272ed7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734398818174 2024-12-17T01:26:59,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:26:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-17T01:26:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T01:26:59,795 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:26:59,795 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:26:59,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:26:59,818 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#C#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:26:59,819 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/36eae48421c54393b174a89c21c0562c is 50, key is test_row_0/C:col10/1734398819291/Put/seqid=0 2024-12-17T01:26:59,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742090_1266 (size=12207) 2024-12-17T01:26:59,835 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/36eae48421c54393b174a89c21c0562c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/36eae48421c54393b174a89c21c0562c 2024-12-17T01:26:59,843 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/C of 6cba34546166ac465fd0f86b0261147f into 36eae48421c54393b174a89c21c0562c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:26:59,843 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:26:59,843 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/C, priority=13, startTime=1734398819755; duration=0sec 2024-12-17T01:26:59,843 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:26:59,843 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:C 2024-12-17T01:26:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T01:26:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:26:59,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-17T01:26:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:26:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:26:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:26:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:26:59,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/0c52e91ac7e44f34ab52f25e00a6455f is 50, key is test_row_0/A:col10/1734398819919/Put/seqid=0 2024-12-17T01:26:59,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742091_1267 (size=12001) 2024-12-17T01:26:59,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398879932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398879935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398879935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:26:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398879935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,948 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:26:59,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-17T01:26:59,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:59,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:26:59,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:26:59,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:59,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:26:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398880037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398880038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398880038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398880038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T01:27:00,101 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-17T01:27:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:00,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,178 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/9d66c723ad0c49ef876918cdc8b66edb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/9d66c723ad0c49ef876918cdc8b66edb 2024-12-17T01:27:00,184 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/A of 6cba34546166ac465fd0f86b0261147f into 9d66c723ad0c49ef876918cdc8b66edb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:00,184 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:00,184 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/A, priority=13, startTime=1734398819755; duration=0sec 2024-12-17T01:27:00,184 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:00,184 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:A 2024-12-17T01:27:00,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398880240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398880241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398880241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398880241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-17T01:27:00,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:00,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:00,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:00,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/0c52e91ac7e44f34ab52f25e00a6455f 2024-12-17T01:27:00,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/352fcaacbd054e369d3ec5b6d6dd359e is 50, key is test_row_0/B:col10/1734398819919/Put/seqid=0 2024-12-17T01:27:00,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742092_1268 (size=12001) 2024-12-17T01:27:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T01:27:00,407 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-17T01:27:00,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:00,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:00,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:00,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398880544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398880544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398880544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398880545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-17T01:27:00,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:00,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:00,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:00,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-17T01:27:00,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:00,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:00,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:00,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:00,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/352fcaacbd054e369d3ec5b6d6dd359e 2024-12-17T01:27:00,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/f2dea206a9f9445dadc4368212567270 is 50, key is test_row_0/C:col10/1734398819919/Put/seqid=0 2024-12-17T01:27:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742093_1269 (size=12001) 2024-12-17T01:27:00,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/f2dea206a9f9445dadc4368212567270 2024-12-17T01:27:00,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/0c52e91ac7e44f34ab52f25e00a6455f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0c52e91ac7e44f34ab52f25e00a6455f 2024-12-17T01:27:00,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0c52e91ac7e44f34ab52f25e00a6455f, entries=150, sequenceid=118, filesize=11.7 K 2024-12-17T01:27:00,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/352fcaacbd054e369d3ec5b6d6dd359e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/352fcaacbd054e369d3ec5b6d6dd359e 2024-12-17T01:27:00,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/352fcaacbd054e369d3ec5b6d6dd359e, entries=150, sequenceid=118, filesize=11.7 K 2024-12-17T01:27:00,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/f2dea206a9f9445dadc4368212567270 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/f2dea206a9f9445dadc4368212567270 2024-12-17T01:27:00,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/f2dea206a9f9445dadc4368212567270, entries=150, sequenceid=118, filesize=11.7 K 2024-12-17T01:27:00,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 6cba34546166ac465fd0f86b0261147f in 874ms, sequenceid=118, compaction requested=false 2024-12-17T01:27:00,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:00,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:00,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-17T01:27:00,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:00,867 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T01:27:00,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:00,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:00,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:00,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:00,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:00,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:00,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/c0f82eb444604a54868423780c7ccddc is 50, key is test_row_0/A:col10/1734398819932/Put/seqid=0 2024-12-17T01:27:00,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742094_1270 (size=12151) 2024-12-17T01:27:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T01:27:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:01,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:01,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398881064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398881065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398881065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398881068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398881169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398881169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398881169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398881170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,278 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/c0f82eb444604a54868423780c7ccddc 2024-12-17T01:27:01,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/9cf5343216d44edaa62e96d9f31ff822 is 50, key is test_row_0/B:col10/1734398819932/Put/seqid=0 2024-12-17T01:27:01,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742095_1271 (size=12151) 2024-12-17T01:27:01,293 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/9cf5343216d44edaa62e96d9f31ff822 2024-12-17T01:27:01,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/532e7f114baf437d9d8b2c3a9887bf48 is 50, key is test_row_0/C:col10/1734398819932/Put/seqid=0 2024-12-17T01:27:01,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742096_1272 (size=12151) 2024-12-17T01:27:01,306 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/532e7f114baf437d9d8b2c3a9887bf48 2024-12-17T01:27:01,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/c0f82eb444604a54868423780c7ccddc as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/c0f82eb444604a54868423780c7ccddc 2024-12-17T01:27:01,315 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/c0f82eb444604a54868423780c7ccddc, entries=150, sequenceid=134, filesize=11.9 K 2024-12-17T01:27:01,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/9cf5343216d44edaa62e96d9f31ff822 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/9cf5343216d44edaa62e96d9f31ff822 2024-12-17T01:27:01,319 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/9cf5343216d44edaa62e96d9f31ff822, entries=150, sequenceid=134, filesize=11.9 K 2024-12-17T01:27:01,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/532e7f114baf437d9d8b2c3a9887bf48 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/532e7f114baf437d9d8b2c3a9887bf48 2024-12-17T01:27:01,325 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/532e7f114baf437d9d8b2c3a9887bf48, entries=150, sequenceid=134, filesize=11.9 K 2024-12-17T01:27:01,326 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6cba34546166ac465fd0f86b0261147f in 458ms, sequenceid=134, compaction requested=true 2024-12-17T01:27:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-17T01:27:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-17T01:27:01,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-17T01:27:01,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5320 sec 2024-12-17T01:27:01,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.5360 sec 2024-12-17T01:27:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:01,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T01:27:01,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:01,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:01,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:01,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:01,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:01,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:01,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/b863eccc43904536affadfe1a1d82017 is 50, key is test_row_0/A:col10/1734398821373/Put/seqid=0 2024-12-17T01:27:01,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742097_1273 (size=14541) 2024-12-17T01:27:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398881383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398881384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398881385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398881386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398881488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398881488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398881489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398881489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398881691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398881691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398881692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398881692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:01,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/b863eccc43904536affadfe1a1d82017 2024-12-17T01:27:01,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/13202941f22f4681a4fba5cacdbcf2d4 is 50, key is test_row_0/B:col10/1734398821373/Put/seqid=0 2024-12-17T01:27:01,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742098_1274 (size=12151) 2024-12-17T01:27:01,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/13202941f22f4681a4fba5cacdbcf2d4 2024-12-17T01:27:01,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/860127714a76444e98e16c038a7b3b46 is 50, key is test_row_0/C:col10/1734398821373/Put/seqid=0 2024-12-17T01:27:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742099_1275 (size=12151) 2024-12-17T01:27:01,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/860127714a76444e98e16c038a7b3b46 2024-12-17T01:27:01,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/b863eccc43904536affadfe1a1d82017 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b863eccc43904536affadfe1a1d82017 2024-12-17T01:27:01,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b863eccc43904536affadfe1a1d82017, entries=200, sequenceid=158, filesize=14.2 K 2024-12-17T01:27:01,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/13202941f22f4681a4fba5cacdbcf2d4 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/13202941f22f4681a4fba5cacdbcf2d4 2024-12-17T01:27:01,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/13202941f22f4681a4fba5cacdbcf2d4, entries=150, sequenceid=158, filesize=11.9 K 2024-12-17T01:27:01,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/860127714a76444e98e16c038a7b3b46 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/860127714a76444e98e16c038a7b3b46 2024-12-17T01:27:01,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/860127714a76444e98e16c038a7b3b46, entries=150, sequenceid=158, filesize=11.9 K 2024-12-17T01:27:01,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6cba34546166ac465fd0f86b0261147f in 491ms, sequenceid=158, compaction requested=true 2024-12-17T01:27:01,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:01,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:27:01,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:01,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:27:01,865 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:01,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:01,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:27:01,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T01:27:01,866 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:01,867 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50900 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:01,867 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/A is initiating minor compaction (all files) 2024-12-17T01:27:01,867 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/A in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:01,867 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/9d66c723ad0c49ef876918cdc8b66edb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0c52e91ac7e44f34ab52f25e00a6455f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/c0f82eb444604a54868423780c7ccddc, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b863eccc43904536affadfe1a1d82017] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=49.7 K 2024-12-17T01:27:01,867 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:01,867 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/B is initiating minor compaction (all files) 2024-12-17T01:27:01,867 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/B in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:01,867 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e503683966854b37a45599e99474b5b6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/352fcaacbd054e369d3ec5b6d6dd359e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/9cf5343216d44edaa62e96d9f31ff822, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/13202941f22f4681a4fba5cacdbcf2d4] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=47.4 K 2024-12-17T01:27:01,868 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting e503683966854b37a45599e99474b5b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734398818174 2024-12-17T01:27:01,868 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d66c723ad0c49ef876918cdc8b66edb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734398818174 2024-12-17T01:27:01,868 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 352fcaacbd054e369d3ec5b6d6dd359e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734398819308 2024-12-17T01:27:01,868 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c52e91ac7e44f34ab52f25e00a6455f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734398819308 2024-12-17T01:27:01,869 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0f82eb444604a54868423780c7ccddc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734398819932 2024-12-17T01:27:01,869 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cf5343216d44edaa62e96d9f31ff822, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734398819932 2024-12-17T01:27:01,869 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b863eccc43904536affadfe1a1d82017, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734398821067 2024-12-17T01:27:01,869 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 13202941f22f4681a4fba5cacdbcf2d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734398821067 2024-12-17T01:27:01,883 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:01,883 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#B#compaction#233 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:01,883 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/2905efc41af44fe098442af488dca80e is 50, key is test_row_0/A:col10/1734398821373/Put/seqid=0 2024-12-17T01:27:01,884 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/32f29cdad4bf40abba436a5a2e538b83 is 50, key is test_row_0/B:col10/1734398821373/Put/seqid=0 2024-12-17T01:27:01,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742100_1276 (size=12493) 2024-12-17T01:27:01,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742101_1277 (size=12493) 2024-12-17T01:27:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T01:27:01,898 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-17T01:27:01,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-17T01:27:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T01:27:01,901 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:01,902 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:01,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:01,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T01:27:01,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T01:27:02,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/3d9d027e733846dfb30f34c35b3cc043 is 50, key is test_row_0/A:col10/1734398821995/Put/seqid=0 2024-12-17T01:27:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742102_1278 (size=12151) 2024-12-17T01:27:02,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/3d9d027e733846dfb30f34c35b3cc043 2024-12-17T01:27:02,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398882015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398882016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/1dea1525dd364853839dafc85a3652e6 is 50, key is test_row_0/B:col10/1734398821995/Put/seqid=0 2024-12-17T01:27:02,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398882019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398882019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742103_1279 (size=12151) 2024-12-17T01:27:02,053 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T01:27:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:02,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:02,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-17T01:27:02,069 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-17T01:27:02,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398882120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398882120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398882123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398882124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T01:27:02,206 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T01:27:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:02,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:02,295 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/32f29cdad4bf40abba436a5a2e538b83 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/32f29cdad4bf40abba436a5a2e538b83 2024-12-17T01:27:02,295 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/2905efc41af44fe098442af488dca80e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/2905efc41af44fe098442af488dca80e 2024-12-17T01:27:02,300 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/B of 6cba34546166ac465fd0f86b0261147f into 32f29cdad4bf40abba436a5a2e538b83(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:02,300 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/A of 6cba34546166ac465fd0f86b0261147f into 2905efc41af44fe098442af488dca80e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:02,300 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:02,300 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:02,300 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/B, priority=12, startTime=1734398821865; duration=0sec 2024-12-17T01:27:02,300 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/A, priority=12, startTime=1734398821865; duration=0sec 2024-12-17T01:27:02,300 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:02,300 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:B 2024-12-17T01:27:02,300 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:02,300 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:A 2024-12-17T01:27:02,300 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:02,304 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:02,304 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/C is initiating minor compaction (all files) 2024-12-17T01:27:02,304 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/C in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:02,304 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/36eae48421c54393b174a89c21c0562c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/f2dea206a9f9445dadc4368212567270, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/532e7f114baf437d9d8b2c3a9887bf48, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/860127714a76444e98e16c038a7b3b46] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=47.4 K 2024-12-17T01:27:02,305 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 36eae48421c54393b174a89c21c0562c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734398818174 2024-12-17T01:27:02,305 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting f2dea206a9f9445dadc4368212567270, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734398819308 2024-12-17T01:27:02,306 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 532e7f114baf437d9d8b2c3a9887bf48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734398819932 2024-12-17T01:27:02,306 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 860127714a76444e98e16c038a7b3b46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734398821067 2024-12-17T01:27:02,316 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#C#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:02,317 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/436dc00d46ba48a69703d08e024296d6 is 50, key is test_row_0/C:col10/1734398821373/Put/seqid=0 2024-12-17T01:27:02,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742104_1280 (size=12493) 2024-12-17T01:27:02,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398882323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398882323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398882325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398882327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T01:27:02,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:02,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:02,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/1dea1525dd364853839dafc85a3652e6 2024-12-17T01:27:02,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/c91a91be4d7a451a8adad430f0073700 is 50, key is test_row_0/C:col10/1734398821995/Put/seqid=0 2024-12-17T01:27:02,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742105_1281 (size=12151) 2024-12-17T01:27:02,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/c91a91be4d7a451a8adad430f0073700 2024-12-17T01:27:02,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/3d9d027e733846dfb30f34c35b3cc043 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/3d9d027e733846dfb30f34c35b3cc043 2024-12-17T01:27:02,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/3d9d027e733846dfb30f34c35b3cc043, entries=150, sequenceid=171, filesize=11.9 K 2024-12-17T01:27:02,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/1dea1525dd364853839dafc85a3652e6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/1dea1525dd364853839dafc85a3652e6 2024-12-17T01:27:02,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/1dea1525dd364853839dafc85a3652e6, entries=150, sequenceid=171, filesize=11.9 K 2024-12-17T01:27:02,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/c91a91be4d7a451a8adad430f0073700 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/c91a91be4d7a451a8adad430f0073700 2024-12-17T01:27:02,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/c91a91be4d7a451a8adad430f0073700, entries=150, sequenceid=171, filesize=11.9 K 2024-12-17T01:27:02,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6cba34546166ac465fd0f86b0261147f in 494ms, sequenceid=171, compaction requested=false 2024-12-17T01:27:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T01:27:02,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T01:27:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:02,513 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T01:27:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:02,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/0202733d04044a95a8c1b7e496cfcf4f is 50, key is test_row_0/A:col10/1734398822016/Put/seqid=0 2024-12-17T01:27:02,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742106_1282 (size=12151) 2024-12-17T01:27:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:02,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:02,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398882638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398882639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398882639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398882640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,729 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/436dc00d46ba48a69703d08e024296d6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/436dc00d46ba48a69703d08e024296d6 2024-12-17T01:27:02,735 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/C of 6cba34546166ac465fd0f86b0261147f into 436dc00d46ba48a69703d08e024296d6(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:02,735 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:02,735 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/C, priority=12, startTime=1734398821865; duration=0sec 2024-12-17T01:27:02,735 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:02,735 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:C 2024-12-17T01:27:02,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398882742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398882750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398882750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398882751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,926 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/0202733d04044a95a8c1b7e496cfcf4f 2024-12-17T01:27:02,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/e0ab347a342f4952afa4e72d4f1041f0 is 50, key is test_row_0/B:col10/1734398822016/Put/seqid=0 2024-12-17T01:27:02,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398882945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742107_1283 (size=12151) 2024-12-17T01:27:02,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398882953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398882954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:02,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398882954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T01:27:03,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398883249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:03,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398883258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:03,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398883259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:03,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398883259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:03,352 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/e0ab347a342f4952afa4e72d4f1041f0 2024-12-17T01:27:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/d0ba248ccabf48a6a06198d7abc8be68 is 50, key is test_row_0/C:col10/1734398822016/Put/seqid=0 2024-12-17T01:27:03,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742108_1284 (size=12151) 2024-12-17T01:27:03,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398883755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:03,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398883761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:03,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398883763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:03,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398883764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:03,767 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/d0ba248ccabf48a6a06198d7abc8be68 2024-12-17T01:27:03,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/0202733d04044a95a8c1b7e496cfcf4f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0202733d04044a95a8c1b7e496cfcf4f 2024-12-17T01:27:03,776 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0202733d04044a95a8c1b7e496cfcf4f, entries=150, sequenceid=196, filesize=11.9 K 2024-12-17T01:27:03,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/e0ab347a342f4952afa4e72d4f1041f0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e0ab347a342f4952afa4e72d4f1041f0 2024-12-17T01:27:03,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1734398883779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:03,781 DEBUG [Thread-1132 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., hostname=7b75acfc7251,36369,1734398752304, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T01:27:03,782 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e0ab347a342f4952afa4e72d4f1041f0, entries=150, sequenceid=196, filesize=11.9 K 2024-12-17T01:27:03,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/d0ba248ccabf48a6a06198d7abc8be68 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d0ba248ccabf48a6a06198d7abc8be68 2024-12-17T01:27:03,788 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d0ba248ccabf48a6a06198d7abc8be68, entries=150, sequenceid=196, filesize=11.9 K 2024-12-17T01:27:03,789 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6cba34546166ac465fd0f86b0261147f in 1275ms, sequenceid=196, compaction requested=true 2024-12-17T01:27:03,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:03,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:03,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-17T01:27:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-17T01:27:03,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-17T01:27:03,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8880 sec 2024-12-17T01:27:03,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.8930 sec 2024-12-17T01:27:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T01:27:04,005 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-17T01:27:04,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-17T01:27:04,008 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T01:27:04,008 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:04,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T01:27:04,160 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:04,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-17T01:27:04,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:04,161 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T01:27:04,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:04,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:04,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:04,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:04,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:04,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:04,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/c4870900b21b4fa493940f1395215ff0 is 50, key is test_row_0/A:col10/1734398822635/Put/seqid=0 2024-12-17T01:27:04,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742109_1285 (size=12151) 2024-12-17T01:27:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T01:27:04,570 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/c4870900b21b4fa493940f1395215ff0 2024-12-17T01:27:04,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/7a6452efe06d43a2bc36a65c4a973219 is 50, key is test_row_0/B:col10/1734398822635/Put/seqid=0 2024-12-17T01:27:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742110_1286 (size=12151) 2024-12-17T01:27:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T01:27:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:04,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:04,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398884789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:04,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398884791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:04,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:04,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398884792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398884792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:04,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398884893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:04,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398884895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:04,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398884895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:04,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398884895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:04,982 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/7a6452efe06d43a2bc36a65c4a973219 2024-12-17T01:27:04,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/e3880897585e4a12a91d4332acd0443c is 50, key is test_row_0/C:col10/1734398822635/Put/seqid=0 2024-12-17T01:27:04,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742111_1287 (size=12151) 2024-12-17T01:27:04,994 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/e3880897585e4a12a91d4332acd0443c 2024-12-17T01:27:04,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/c4870900b21b4fa493940f1395215ff0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/c4870900b21b4fa493940f1395215ff0 2024-12-17T01:27:05,003 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/c4870900b21b4fa493940f1395215ff0, entries=150, sequenceid=210, filesize=11.9 K 2024-12-17T01:27:05,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/7a6452efe06d43a2bc36a65c4a973219 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/7a6452efe06d43a2bc36a65c4a973219 2024-12-17T01:27:05,008 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/7a6452efe06d43a2bc36a65c4a973219, entries=150, sequenceid=210, filesize=11.9 K 2024-12-17T01:27:05,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/e3880897585e4a12a91d4332acd0443c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e3880897585e4a12a91d4332acd0443c 2024-12-17T01:27:05,013 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e3880897585e4a12a91d4332acd0443c, entries=150, sequenceid=210, filesize=11.9 K 2024-12-17T01:27:05,014 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6cba34546166ac465fd0f86b0261147f in 853ms, sequenceid=210, compaction requested=true 2024-12-17T01:27:05,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:05,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:05,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-17T01:27:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-17T01:27:05,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-17T01:27:05,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec 2024-12-17T01:27:05,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.0110 sec 2024-12-17T01:27:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:05,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T01:27:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:05,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/a5361aaa59544a9dbfe07089d068d256 is 50, key is test_row_0/A:col10/1734398824790/Put/seqid=0 2024-12-17T01:27:05,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742112_1288 (size=12151) 2024-12-17T01:27:05,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/a5361aaa59544a9dbfe07089d068d256 2024-12-17T01:27:05,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T01:27:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398885106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,111 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-17T01:27:05,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398885108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398885108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:05,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398885109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-17T01:27:05,114 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T01:27:05,115 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:05,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:05,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/4c5662749e3745df936cf1d1fead53fe is 50, key is test_row_0/B:col10/1734398824790/Put/seqid=0 2024-12-17T01:27:05,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742113_1289 (size=12151) 2024-12-17T01:27:05,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398885212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398885213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398885213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398885214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T01:27:05,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-17T01:27:05,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:05,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:05,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:05,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:05,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T01:27:05,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398885415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398885416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398885416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398885417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-17T01:27:05,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:05,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:05,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:05,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:05,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:05,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/4c5662749e3745df936cf1d1fead53fe 2024-12-17T01:27:05,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/28048bd08e8043ab8e0e1f8226174701 is 50, key is test_row_0/C:col10/1734398824790/Put/seqid=0 2024-12-17T01:27:05,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742114_1290 (size=12151) 2024-12-17T01:27:05,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/28048bd08e8043ab8e0e1f8226174701 2024-12-17T01:27:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/a5361aaa59544a9dbfe07089d068d256 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/a5361aaa59544a9dbfe07089d068d256 2024-12-17T01:27:05,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/a5361aaa59544a9dbfe07089d068d256, entries=150, sequenceid=235, filesize=11.9 K 2024-12-17T01:27:05,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/4c5662749e3745df936cf1d1fead53fe as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4c5662749e3745df936cf1d1fead53fe 2024-12-17T01:27:05,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4c5662749e3745df936cf1d1fead53fe, entries=150, sequenceid=235, filesize=11.9 K 2024-12-17T01:27:05,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/28048bd08e8043ab8e0e1f8226174701 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/28048bd08e8043ab8e0e1f8226174701 2024-12-17T01:27:05,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/28048bd08e8043ab8e0e1f8226174701, entries=150, sequenceid=235, filesize=11.9 K 2024-12-17T01:27:05,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6cba34546166ac465fd0f86b0261147f in 469ms, sequenceid=235, compaction requested=true 2024-12-17T01:27:05,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:05,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:27:05,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:05,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:27:05,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:05,568 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T01:27:05,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:27:05,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:05,568 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T01:27:05,570 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T01:27:05,570 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T01:27:05,570 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/A is initiating minor compaction (all files) 2024-12-17T01:27:05,570 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/B is initiating minor compaction (all files) 2024-12-17T01:27:05,570 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/A in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:05,570 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/B in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:05,570 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/2905efc41af44fe098442af488dca80e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/3d9d027e733846dfb30f34c35b3cc043, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0202733d04044a95a8c1b7e496cfcf4f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/c4870900b21b4fa493940f1395215ff0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/a5361aaa59544a9dbfe07089d068d256] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=59.7 K 2024-12-17T01:27:05,570 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/32f29cdad4bf40abba436a5a2e538b83, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/1dea1525dd364853839dafc85a3652e6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e0ab347a342f4952afa4e72d4f1041f0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/7a6452efe06d43a2bc36a65c4a973219, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4c5662749e3745df936cf1d1fead53fe] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=59.7 K 2024-12-17T01:27:05,571 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2905efc41af44fe098442af488dca80e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734398821067 2024-12-17T01:27:05,571 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 32f29cdad4bf40abba436a5a2e538b83, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734398821067 2024-12-17T01:27:05,571 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d9d027e733846dfb30f34c35b3cc043, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734398821380 2024-12-17T01:27:05,571 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dea1525dd364853839dafc85a3652e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734398821380 2024-12-17T01:27:05,571 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting e0ab347a342f4952afa4e72d4f1041f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734398822012 2024-12-17T01:27:05,571 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0202733d04044a95a8c1b7e496cfcf4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734398822012 2024-12-17T01:27:05,572 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a6452efe06d43a2bc36a65c4a973219, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734398822633 2024-12-17T01:27:05,572 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4870900b21b4fa493940f1395215ff0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734398822633 2024-12-17T01:27:05,572 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c5662749e3745df936cf1d1fead53fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734398824790 2024-12-17T01:27:05,572 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5361aaa59544a9dbfe07089d068d256, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734398824790 2024-12-17T01:27:05,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-17T01:27:05,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:05,574 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:27:05,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:05,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:05,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:05,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:05,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:05,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:05,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/7a3b9db729a0457b92a91817929c3254 is 50, key is test_row_0/A:col10/1734398825106/Put/seqid=0 2024-12-17T01:27:05,584 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:05,584 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/fd56a4374c1943f49085feeab8f6c3cf is 50, key is test_row_0/A:col10/1734398824790/Put/seqid=0 2024-12-17T01:27:05,585 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#B#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:05,585 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/dcbefa79abe74a65ad0eda8db428dbf1 is 50, key is test_row_0/B:col10/1734398824790/Put/seqid=0 2024-12-17T01:27:05,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742115_1291 (size=12151) 2024-12-17T01:27:05,589 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/7a3b9db729a0457b92a91817929c3254 2024-12-17T01:27:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742116_1292 (size=12663) 2024-12-17T01:27:05,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/a3de82b825494fbbac60fc3e3045ad0e is 50, key is test_row_0/B:col10/1734398825106/Put/seqid=0 2024-12-17T01:27:05,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742117_1293 (size=12663) 2024-12-17T01:27:05,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742118_1294 (size=12151) 2024-12-17T01:27:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T01:27:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:05,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:05,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398885740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398885741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398885742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398885743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398885844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398885844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398885846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:05,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398885846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,011 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/fd56a4374c1943f49085feeab8f6c3cf as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/fd56a4374c1943f49085feeab8f6c3cf 2024-12-17T01:27:06,016 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/A of 6cba34546166ac465fd0f86b0261147f into fd56a4374c1943f49085feeab8f6c3cf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:06,016 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:06,016 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/A, priority=11, startTime=1734398825568; duration=0sec 2024-12-17T01:27:06,016 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:06,016 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:A 2024-12-17T01:27:06,016 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T01:27:06,018 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T01:27:06,018 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/C is initiating minor compaction (all files) 2024-12-17T01:27:06,018 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/C in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,018 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/436dc00d46ba48a69703d08e024296d6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/c91a91be4d7a451a8adad430f0073700, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d0ba248ccabf48a6a06198d7abc8be68, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e3880897585e4a12a91d4332acd0443c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/28048bd08e8043ab8e0e1f8226174701] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=59.7 K 2024-12-17T01:27:06,018 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 436dc00d46ba48a69703d08e024296d6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734398821067 2024-12-17T01:27:06,019 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting c91a91be4d7a451a8adad430f0073700, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734398821380 2024-12-17T01:27:06,019 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0ba248ccabf48a6a06198d7abc8be68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734398822012 2024-12-17T01:27:06,019 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3880897585e4a12a91d4332acd0443c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734398822633 2024-12-17T01:27:06,020 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28048bd08e8043ab8e0e1f8226174701, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734398824790 2024-12-17T01:27:06,025 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/dcbefa79abe74a65ad0eda8db428dbf1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/dcbefa79abe74a65ad0eda8db428dbf1 2024-12-17T01:27:06,026 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/a3de82b825494fbbac60fc3e3045ad0e 2024-12-17T01:27:06,031 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/B of 6cba34546166ac465fd0f86b0261147f into dcbefa79abe74a65ad0eda8db428dbf1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:06,031 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:06,031 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/B, priority=11, startTime=1734398825568; duration=0sec 2024-12-17T01:27:06,031 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:06,031 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:B 2024-12-17T01:27:06,032 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#C#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:06,033 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/d50b8fb350cb4428a355876169eeb53e is 50, key is test_row_0/C:col10/1734398824790/Put/seqid=0 2024-12-17T01:27:06,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/79d9fd76855847658690874e2b92ec1a is 50, key is test_row_0/C:col10/1734398825106/Put/seqid=0 2024-12-17T01:27:06,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742120_1296 (size=12151) 2024-12-17T01:27:06,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742119_1295 (size=12663) 2024-12-17T01:27:06,040 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/79d9fd76855847658690874e2b92ec1a 2024-12-17T01:27:06,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/7a3b9db729a0457b92a91817929c3254 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/7a3b9db729a0457b92a91817929c3254 2024-12-17T01:27:06,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398886048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398886048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398886049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398886049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,053 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/7a3b9db729a0457b92a91817929c3254, entries=150, sequenceid=246, filesize=11.9 K 2024-12-17T01:27:06,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/a3de82b825494fbbac60fc3e3045ad0e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/a3de82b825494fbbac60fc3e3045ad0e 2024-12-17T01:27:06,060 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/a3de82b825494fbbac60fc3e3045ad0e, entries=150, sequenceid=246, filesize=11.9 K 2024-12-17T01:27:06,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/79d9fd76855847658690874e2b92ec1a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/79d9fd76855847658690874e2b92ec1a 2024-12-17T01:27:06,065 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/79d9fd76855847658690874e2b92ec1a, entries=150, sequenceid=246, filesize=11.9 K 2024-12-17T01:27:06,066 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6cba34546166ac465fd0f86b0261147f in 492ms, sequenceid=246, compaction requested=false 2024-12-17T01:27:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-17T01:27:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-17T01:27:06,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-17T01:27:06,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 953 msec 2024-12-17T01:27:06,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 959 msec 2024-12-17T01:27:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T01:27:06,218 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-17T01:27:06,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-17T01:27:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T01:27:06,221 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:06,222 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:06,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T01:27:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:06,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T01:27:06,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:06,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:06,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:06,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:06,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:06,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:06,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/71e89b478712464c955b7263560289a2 is 50, key is test_row_0/A:col10/1734398826351/Put/seqid=0 2024-12-17T01:27:06,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398886360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742121_1297 (size=12301) 2024-12-17T01:27:06,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398886361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398886361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398886361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,373 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:06,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:06,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,445 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/d50b8fb350cb4428a355876169eeb53e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d50b8fb350cb4428a355876169eeb53e 2024-12-17T01:27:06,451 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/C of 6cba34546166ac465fd0f86b0261147f into d50b8fb350cb4428a355876169eeb53e(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:06,451 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:06,451 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/C, priority=11, startTime=1734398825568; duration=0sec 2024-12-17T01:27:06,451 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:06,452 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:C 2024-12-17T01:27:06,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398886463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398886464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398886464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398886465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T01:27:06,526 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398886666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398886667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398886667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398886667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,679 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/71e89b478712464c955b7263560289a2 2024-12-17T01:27:06,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/6f281bd905ee4c559338771389c3db68 is 50, key is test_row_0/B:col10/1734398826351/Put/seqid=0 2024-12-17T01:27:06,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742122_1298 (size=12301) 2024-12-17T01:27:06,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/6f281bd905ee4c559338771389c3db68 2024-12-17T01:27:06,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/0641b00b55994be78f5d39310ef6cabc is 50, key is test_row_0/C:col10/1734398826351/Put/seqid=0 2024-12-17T01:27:06,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742123_1299 (size=12301) 2024-12-17T01:27:06,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/0641b00b55994be78f5d39310ef6cabc 2024-12-17T01:27:06,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/71e89b478712464c955b7263560289a2 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/71e89b478712464c955b7263560289a2 2024-12-17T01:27:06,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/71e89b478712464c955b7263560289a2, entries=150, sequenceid=275, filesize=12.0 K 2024-12-17T01:27:06,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/6f281bd905ee4c559338771389c3db68 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6f281bd905ee4c559338771389c3db68 2024-12-17T01:27:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T01:27:06,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6f281bd905ee4c559338771389c3db68, entries=150, sequenceid=275, filesize=12.0 K 2024-12-17T01:27:06,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/0641b00b55994be78f5d39310ef6cabc as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/0641b00b55994be78f5d39310ef6cabc 2024-12-17T01:27:06,832 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/0641b00b55994be78f5d39310ef6cabc, entries=150, sequenceid=275, filesize=12.0 K 2024-12-17T01:27:06,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 6cba34546166ac465fd0f86b0261147f in 483ms, sequenceid=275, compaction requested=true 2024-12-17T01:27:06,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:06,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:27:06,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:06,836 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:06,836 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:06,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:27:06,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:06,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:27:06,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:06,837 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:06,837 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:06,837 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/B is initiating minor compaction (all files) 2024-12-17T01:27:06,837 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/A is initiating minor compaction (all files) 2024-12-17T01:27:06,837 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/B in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,837 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/A in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,838 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/dcbefa79abe74a65ad0eda8db428dbf1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/a3de82b825494fbbac60fc3e3045ad0e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6f281bd905ee4c559338771389c3db68] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=36.2 K 2024-12-17T01:27:06,838 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/fd56a4374c1943f49085feeab8f6c3cf, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/7a3b9db729a0457b92a91817929c3254, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/71e89b478712464c955b7263560289a2] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=36.2 K 2024-12-17T01:27:06,838 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting dcbefa79abe74a65ad0eda8db428dbf1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734398824790 2024-12-17T01:27:06,838 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd56a4374c1943f49085feeab8f6c3cf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734398824790 2024-12-17T01:27:06,839 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting a3de82b825494fbbac60fc3e3045ad0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734398825105 2024-12-17T01:27:06,839 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a3b9db729a0457b92a91817929c3254, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734398825105 2024-12-17T01:27:06,840 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f281bd905ee4c559338771389c3db68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734398825741 2024-12-17T01:27:06,840 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71e89b478712464c955b7263560289a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734398825741 2024-12-17T01:27:06,851 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#B#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:06,852 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/40173204cfec459b960951f0adec70fd is 50, key is test_row_0/B:col10/1734398826351/Put/seqid=0 2024-12-17T01:27:06,853 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:06,854 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/b7b9501092ab4b6faf05d6480f3771b2 is 50, key is test_row_0/A:col10/1734398826351/Put/seqid=0 2024-12-17T01:27:06,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742124_1300 (size=12915) 2024-12-17T01:27:06,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742125_1301 (size=12915) 2024-12-17T01:27:06,880 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/b7b9501092ab4b6faf05d6480f3771b2 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b7b9501092ab4b6faf05d6480f3771b2 2024-12-17T01:27:06,896 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/A of 6cba34546166ac465fd0f86b0261147f into b7b9501092ab4b6faf05d6480f3771b2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:06,897 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:06,897 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/A, priority=13, startTime=1734398826836; duration=0sec 2024-12-17T01:27:06,897 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:06,897 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:A 2024-12-17T01:27:06,897 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:06,898 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:06,898 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/C is initiating minor compaction (all files) 2024-12-17T01:27:06,899 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/C in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,899 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d50b8fb350cb4428a355876169eeb53e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/79d9fd76855847658690874e2b92ec1a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/0641b00b55994be78f5d39310ef6cabc] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=36.2 K 2024-12-17T01:27:06,899 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting d50b8fb350cb4428a355876169eeb53e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734398824790 2024-12-17T01:27:06,899 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79d9fd76855847658690874e2b92ec1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734398825105 2024-12-17T01:27:06,900 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0641b00b55994be78f5d39310ef6cabc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734398825741 2024-12-17T01:27:06,909 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:06,909 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/3bc82aadc7bc4bd095e7f7965b1da86a is 50, key is test_row_0/C:col10/1734398826351/Put/seqid=0 2024-12-17T01:27:06,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742126_1302 (size=12915) 2024-12-17T01:27:06,923 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/3bc82aadc7bc4bd095e7f7965b1da86a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/3bc82aadc7bc4bd095e7f7965b1da86a 2024-12-17T01:27:06,928 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/C of 6cba34546166ac465fd0f86b0261147f into 3bc82aadc7bc4bd095e7f7965b1da86a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:06,928 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:06,928 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/C, priority=13, startTime=1734398826836; duration=0sec 2024-12-17T01:27:06,928 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:06,928 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:C 2024-12-17T01:27:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:06,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:27:06,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:06,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:06,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:06,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:06,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:06,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:06,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/b29b2a9169ce4a6280285942ebe22359 is 50, key is test_row_0/A:col10/1734398826360/Put/seqid=0 2024-12-17T01:27:06,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742127_1303 (size=12301) 2024-12-17T01:27:06,986 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:06,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:06,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398886994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:06,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398886995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398886998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398886999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398887098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398887099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398887101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398887102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:07,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,271 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/40173204cfec459b960951f0adec70fd as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/40173204cfec459b960951f0adec70fd 2024-12-17T01:27:07,275 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/B of 6cba34546166ac465fd0f86b0261147f into 40173204cfec459b960951f0adec70fd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:07,275 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:07,275 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/B, priority=13, startTime=1734398826836; duration=0sec 2024-12-17T01:27:07,275 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:07,275 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:B 2024-12-17T01:27:07,292 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:07,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398887301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398887303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398887305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398887305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T01:27:07,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/b29b2a9169ce4a6280285942ebe22359 2024-12-17T01:27:07,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/0e7d5cca34634be7b81ae92f246f3ec1 is 50, key is test_row_0/B:col10/1734398826360/Put/seqid=0 2024-12-17T01:27:07,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742128_1304 (size=12301) 2024-12-17T01:27:07,445 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:07,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:07,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:07,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:07,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:07,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398887603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398887606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398887608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398887609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:07,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/0e7d5cca34634be7b81ae92f246f3ec1 2024-12-17T01:27:07,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/e1267f8238ed460dad52042cb4773cbc is 50, key is test_row_0/C:col10/1734398826360/Put/seqid=0 2024-12-17T01:27:07,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742129_1305 (size=12301) 2024-12-17T01:27:07,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:07,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:07,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:08,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:08,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:08,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:08,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398888105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:08,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398888110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:08,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398888112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:08,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398888114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:08,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/e1267f8238ed460dad52042cb4773cbc 2024-12-17T01:27:08,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:08,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:08,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:08,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:08,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:08,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:08,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:08,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/b29b2a9169ce4a6280285942ebe22359 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b29b2a9169ce4a6280285942ebe22359 2024-12-17T01:27:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:08,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b29b2a9169ce4a6280285942ebe22359, entries=150, sequenceid=289, filesize=12.0 K 2024-12-17T01:27:08,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/0e7d5cca34634be7b81ae92f246f3ec1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/0e7d5cca34634be7b81ae92f246f3ec1 2024-12-17T01:27:08,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/0e7d5cca34634be7b81ae92f246f3ec1, entries=150, sequenceid=289, filesize=12.0 K 2024-12-17T01:27:08,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/e1267f8238ed460dad52042cb4773cbc as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e1267f8238ed460dad52042cb4773cbc 2024-12-17T01:27:08,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e1267f8238ed460dad52042cb4773cbc, entries=150, sequenceid=289, filesize=12.0 K 2024-12-17T01:27:08,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6cba34546166ac465fd0f86b0261147f in 1257ms, sequenceid=289, compaction requested=false 2024-12-17T01:27:08,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T01:27:08,365 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:08,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T01:27:08,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:08,366 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T01:27:08,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:08,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:08,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:08,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:08,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:08,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:08,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/482b2ceb12874c0ea7b2bfbdc370dac0 is 50, key is test_row_0/A:col10/1734398826996/Put/seqid=0 2024-12-17T01:27:08,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742130_1306 (size=12301) 2024-12-17T01:27:08,776 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/482b2ceb12874c0ea7b2bfbdc370dac0 2024-12-17T01:27:08,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b2dc8d063a1e48079e81d22cd5b987c6 is 50, key is test_row_0/B:col10/1734398826996/Put/seqid=0 2024-12-17T01:27:08,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742131_1307 (size=12301) 2024-12-17T01:27:09,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:09,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398889123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398889123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398889123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398889124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,188 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b2dc8d063a1e48079e81d22cd5b987c6 2024-12-17T01:27:09,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/d4fa4cf04ad8427e8cf1301956dc797a is 50, key is test_row_0/C:col10/1734398826996/Put/seqid=0 2024-12-17T01:27:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742132_1308 (size=12301) 2024-12-17T01:27:09,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398889226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398889227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398889227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398889429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398889429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398889429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,605 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/d4fa4cf04ad8427e8cf1301956dc797a 2024-12-17T01:27:09,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/482b2ceb12874c0ea7b2bfbdc370dac0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/482b2ceb12874c0ea7b2bfbdc370dac0 2024-12-17T01:27:09,614 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/482b2ceb12874c0ea7b2bfbdc370dac0, entries=150, sequenceid=316, filesize=12.0 K 2024-12-17T01:27:09,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b2dc8d063a1e48079e81d22cd5b987c6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b2dc8d063a1e48079e81d22cd5b987c6 2024-12-17T01:27:09,619 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b2dc8d063a1e48079e81d22cd5b987c6, entries=150, sequenceid=316, filesize=12.0 K 2024-12-17T01:27:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/d4fa4cf04ad8427e8cf1301956dc797a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d4fa4cf04ad8427e8cf1301956dc797a 2024-12-17T01:27:09,624 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d4fa4cf04ad8427e8cf1301956dc797a, entries=150, sequenceid=316, filesize=12.0 K 2024-12-17T01:27:09,625 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6cba34546166ac465fd0f86b0261147f in 1259ms, sequenceid=316, compaction requested=true 2024-12-17T01:27:09,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:09,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:09,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-17T01:27:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-17T01:27:09,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-17T01:27:09,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4040 sec 2024-12-17T01:27:09,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 3.4080 sec 2024-12-17T01:27:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:09,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:27:09,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:09,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:09,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:09,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:09,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:09,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:09,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/51a0be6586ed45e2bdd45fafbc016b2a is 50, key is test_row_0/A:col10/1734398829122/Put/seqid=0 2024-12-17T01:27:09,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742133_1309 (size=14741) 2024-12-17T01:27:09,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/51a0be6586ed45e2bdd45fafbc016b2a 2024-12-17T01:27:09,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/6333e958d15a4487bfeafe416ca82bd1 is 50, key is test_row_0/B:col10/1734398829122/Put/seqid=0 2024-12-17T01:27:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742134_1310 (size=12301) 2024-12-17T01:27:09,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398889763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398889765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398889766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398889867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398889869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:09,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398889869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:10,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398890070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:10,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398890072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:10,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398890072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:10,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/6333e958d15a4487bfeafe416ca82bd1 2024-12-17T01:27:10,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/84ef84f2cb9541479c57e81f420e4cbe is 50, key is test_row_0/C:col10/1734398829122/Put/seqid=0 2024-12-17T01:27:10,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742135_1311 (size=12301) 2024-12-17T01:27:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T01:27:10,328 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-17T01:27:10,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-17T01:27:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-17T01:27:10,331 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:10,331 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:10,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:10,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398890371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:10,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398890375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:10,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398890375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-17T01:27:10,483 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:10,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-17T01:27:10,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:10,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:10,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:10,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:10,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:10,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/84ef84f2cb9541479c57e81f420e4cbe 2024-12-17T01:27:10,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/51a0be6586ed45e2bdd45fafbc016b2a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/51a0be6586ed45e2bdd45fafbc016b2a 2024-12-17T01:27:10,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/51a0be6586ed45e2bdd45fafbc016b2a, entries=200, sequenceid=328, filesize=14.4 K 2024-12-17T01:27:10,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/6333e958d15a4487bfeafe416ca82bd1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6333e958d15a4487bfeafe416ca82bd1 2024-12-17T01:27:10,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6333e958d15a4487bfeafe416ca82bd1, entries=150, sequenceid=328, filesize=12.0 K 2024-12-17T01:27:10,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/84ef84f2cb9541479c57e81f420e4cbe as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/84ef84f2cb9541479c57e81f420e4cbe 2024-12-17T01:27:10,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/84ef84f2cb9541479c57e81f420e4cbe, entries=150, sequenceid=328, filesize=12.0 K 2024-12-17T01:27:10,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6cba34546166ac465fd0f86b0261147f in 865ms, sequenceid=328, compaction requested=true 2024-12-17T01:27:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:27:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:27:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:27:10,599 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:10,599 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:10,600 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:10,600 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52258 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:10,600 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/B is initiating minor compaction (all files) 2024-12-17T01:27:10,600 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/A is initiating minor compaction (all files) 2024-12-17T01:27:10,600 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/B in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:10,600 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/A in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:10,600 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/40173204cfec459b960951f0adec70fd, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/0e7d5cca34634be7b81ae92f246f3ec1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b2dc8d063a1e48079e81d22cd5b987c6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6333e958d15a4487bfeafe416ca82bd1] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=48.7 K 2024-12-17T01:27:10,600 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b7b9501092ab4b6faf05d6480f3771b2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b29b2a9169ce4a6280285942ebe22359, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/482b2ceb12874c0ea7b2bfbdc370dac0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/51a0be6586ed45e2bdd45fafbc016b2a] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=51.0 K 2024-12-17T01:27:10,601 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 40173204cfec459b960951f0adec70fd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734398825741 2024-12-17T01:27:10,601 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7b9501092ab4b6faf05d6480f3771b2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734398825741 2024-12-17T01:27:10,601 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e7d5cca34634be7b81ae92f246f3ec1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734398826360 2024-12-17T01:27:10,601 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b29b2a9169ce4a6280285942ebe22359, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734398826360 2024-12-17T01:27:10,602 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting b2dc8d063a1e48079e81d22cd5b987c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734398826992 2024-12-17T01:27:10,602 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 482b2ceb12874c0ea7b2bfbdc370dac0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734398826992 2024-12-17T01:27:10,602 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 6333e958d15a4487bfeafe416ca82bd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734398829119 2024-12-17T01:27:10,602 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51a0be6586ed45e2bdd45fafbc016b2a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734398829119 2024-12-17T01:27:10,612 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#B#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:10,612 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#A#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:10,613 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/765712d3417845fda58661d05a639f2c is 50, key is test_row_0/B:col10/1734398829122/Put/seqid=0 2024-12-17T01:27:10,613 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/a4badd1a02434d4c81e324346a8bce42 is 50, key is test_row_0/A:col10/1734398829122/Put/seqid=0 2024-12-17T01:27:10,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742136_1312 (size=13051) 2024-12-17T01:27:10,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742137_1313 (size=13051) 2024-12-17T01:27:10,630 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/a4badd1a02434d4c81e324346a8bce42 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/a4badd1a02434d4c81e324346a8bce42 2024-12-17T01:27:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-17T01:27:10,635 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/A of 6cba34546166ac465fd0f86b0261147f into a4badd1a02434d4c81e324346a8bce42(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:10,635 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:10,635 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/A, priority=12, startTime=1734398830599; duration=0sec 2024-12-17T01:27:10,636 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:10,636 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:A 2024-12-17T01:27:10,636 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:10,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:10,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-17T01:27:10,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:10,637 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:10,637 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T01:27:10,637 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/C is initiating minor compaction (all files) 2024-12-17T01:27:10,637 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/C in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:10,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:10,637 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/3bc82aadc7bc4bd095e7f7965b1da86a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e1267f8238ed460dad52042cb4773cbc, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d4fa4cf04ad8427e8cf1301956dc797a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/84ef84f2cb9541479c57e81f420e4cbe] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=48.7 K 2024-12-17T01:27:10,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:10,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:10,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:10,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:10,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:10,638 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bc82aadc7bc4bd095e7f7965b1da86a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734398825741 2024-12-17T01:27:10,638 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1267f8238ed460dad52042cb4773cbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734398826360 2024-12-17T01:27:10,639 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4fa4cf04ad8427e8cf1301956dc797a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734398826992 2024-12-17T01:27:10,640 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84ef84f2cb9541479c57e81f420e4cbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734398829119 2024-12-17T01:27:10,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/18b7a21c7b5d41ba8c4cb63732da9190 is 50, key is test_row_0/A:col10/1734398829755/Put/seqid=0 2024-12-17T01:27:10,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742138_1314 (size=12301) 2024-12-17T01:27:10,647 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/18b7a21c7b5d41ba8c4cb63732da9190 2024-12-17T01:27:10,650 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:10,651 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/e158bb686eab4f5a84ff7b39e0afa1e1 is 50, key is test_row_0/C:col10/1734398829122/Put/seqid=0 2024-12-17T01:27:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/8d3693a3e62940ca98bcad62ce16122c is 50, key is test_row_0/B:col10/1734398829755/Put/seqid=0 2024-12-17T01:27:10,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742139_1315 (size=13051) 2024-12-17T01:27:10,662 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/e158bb686eab4f5a84ff7b39e0afa1e1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e158bb686eab4f5a84ff7b39e0afa1e1 2024-12-17T01:27:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742140_1316 (size=12301) 2024-12-17T01:27:10,667 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/C of 6cba34546166ac465fd0f86b0261147f into e158bb686eab4f5a84ff7b39e0afa1e1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:10,667 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/8d3693a3e62940ca98bcad62ce16122c 2024-12-17T01:27:10,667 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:10,667 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/C, priority=12, startTime=1734398830599; duration=0sec 2024-12-17T01:27:10,667 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:10,667 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:C 2024-12-17T01:27:10,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/015e2a5596a0448eb85cb3ac80fe17cc is 50, key is test_row_0/C:col10/1734398829755/Put/seqid=0 2024-12-17T01:27:10,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742141_1317 (size=12301) 2024-12-17T01:27:10,680 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/015e2a5596a0448eb85cb3ac80fe17cc 2024-12-17T01:27:10,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/18b7a21c7b5d41ba8c4cb63732da9190 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/18b7a21c7b5d41ba8c4cb63732da9190 2024-12-17T01:27:10,690 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/18b7a21c7b5d41ba8c4cb63732da9190, entries=150, sequenceid=353, filesize=12.0 K 2024-12-17T01:27:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/8d3693a3e62940ca98bcad62ce16122c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/8d3693a3e62940ca98bcad62ce16122c 2024-12-17T01:27:10,696 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/8d3693a3e62940ca98bcad62ce16122c, entries=150, sequenceid=353, filesize=12.0 K 2024-12-17T01:27:10,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/015e2a5596a0448eb85cb3ac80fe17cc as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/015e2a5596a0448eb85cb3ac80fe17cc 2024-12-17T01:27:10,700 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/015e2a5596a0448eb85cb3ac80fe17cc, entries=150, sequenceid=353, filesize=12.0 K 2024-12-17T01:27:10,701 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 6cba34546166ac465fd0f86b0261147f in 64ms, sequenceid=353, compaction requested=false 2024-12-17T01:27:10,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:10,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:10,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-17T01:27:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-17T01:27:10,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-17T01:27:10,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 371 msec 2024-12-17T01:27:10,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 377 msec 2024-12-17T01:27:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:10,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:27:10,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:10,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:10,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:10,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:10,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:10,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:10,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/0ac0921f35574278994acbf1202c5ba2 is 50, key is test_row_1/A:col10/1734398830884/Put/seqid=0 2024-12-17T01:27:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742142_1318 (size=9857) 2024-12-17T01:27:10,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398890905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:10,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398890906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:10,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398890906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-17T01:27:10,934 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-17T01:27:10,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-17T01:27:10,936 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T01:27:10,937 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:10,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:11,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398891008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398891009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398891009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,029 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/765712d3417845fda58661d05a639f2c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/765712d3417845fda58661d05a639f2c 2024-12-17T01:27:11,034 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/B of 6cba34546166ac465fd0f86b0261147f into 765712d3417845fda58661d05a639f2c(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:11,034 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:11,034 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/B, priority=12, startTime=1734398830599; duration=0sec 2024-12-17T01:27:11,034 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:11,034 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:B 2024-12-17T01:27:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T01:27:11,088 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T01:27:11,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:11,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:11,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:11,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398891132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,133 DEBUG [Thread-1140 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., hostname=7b75acfc7251,36369,1734398752304, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T01:27:11,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398891210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398891212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398891212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T01:27:11,241 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T01:27:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:11,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/0ac0921f35574278994acbf1202c5ba2 2024-12-17T01:27:11,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/4d222f672daa4ba48e3d28ec7a737a3f is 50, key is test_row_1/B:col10/1734398830884/Put/seqid=0 2024-12-17T01:27:11,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742143_1319 (size=9857) 2024-12-17T01:27:11,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T01:27:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:11,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:11,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398891514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398891514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398891514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T01:27:11,547 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T01:27:11,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:11,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:11,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:11,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T01:27:11,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:11,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:11,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:11,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/4d222f672daa4ba48e3d28ec7a737a3f 2024-12-17T01:27:11,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/2fa274dca2454353b4decd1f286d3592 is 50, key is test_row_1/C:col10/1734398830884/Put/seqid=0 2024-12-17T01:27:11,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742144_1320 (size=9857) 2024-12-17T01:27:11,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:11,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T01:27:11,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:11,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:11,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:11,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:12,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:12,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T01:27:12,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:12,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:12,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398892017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:12,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398892018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:12,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398892021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T01:27:12,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:12,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T01:27:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:12,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:12,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:12,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:12,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/2fa274dca2454353b4decd1f286d3592 2024-12-17T01:27:12,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/0ac0921f35574278994acbf1202c5ba2 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0ac0921f35574278994acbf1202c5ba2 2024-12-17T01:27:12,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0ac0921f35574278994acbf1202c5ba2, entries=100, sequenceid=365, filesize=9.6 K 2024-12-17T01:27:12,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/4d222f672daa4ba48e3d28ec7a737a3f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4d222f672daa4ba48e3d28ec7a737a3f 2024-12-17T01:27:12,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4d222f672daa4ba48e3d28ec7a737a3f, entries=100, sequenceid=365, filesize=9.6 K 2024-12-17T01:27:12,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/2fa274dca2454353b4decd1f286d3592 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/2fa274dca2454353b4decd1f286d3592 2024-12-17T01:27:12,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/2fa274dca2454353b4decd1f286d3592, entries=100, sequenceid=365, filesize=9.6 K 2024-12-17T01:27:12,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6cba34546166ac465fd0f86b0261147f in 1318ms, sequenceid=365, compaction requested=true 2024-12-17T01:27:12,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:12,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:27:12,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:12,203 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:12,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:27:12,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:12,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:27:12,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:12,204 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:12,204 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:12,205 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/A is initiating minor compaction (all files) 2024-12-17T01:27:12,205 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/A in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:12,205 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/a4badd1a02434d4c81e324346a8bce42, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/18b7a21c7b5d41ba8c4cb63732da9190, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0ac0921f35574278994acbf1202c5ba2] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=34.4 K 2024-12-17T01:27:12,205 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:12,205 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/B is initiating minor compaction (all files) 2024-12-17T01:27:12,205 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/B in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:12,205 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/765712d3417845fda58661d05a639f2c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/8d3693a3e62940ca98bcad62ce16122c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4d222f672daa4ba48e3d28ec7a737a3f] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=34.4 K 2024-12-17T01:27:12,206 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4badd1a02434d4c81e324346a8bce42, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734398829119 2024-12-17T01:27:12,206 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 765712d3417845fda58661d05a639f2c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734398829119 2024-12-17T01:27:12,206 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18b7a21c7b5d41ba8c4cb63732da9190, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1734398829755 2024-12-17T01:27:12,206 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d3693a3e62940ca98bcad62ce16122c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1734398829755 2024-12-17T01:27:12,206 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ac0921f35574278994acbf1202c5ba2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1734398830882 2024-12-17T01:27:12,207 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d222f672daa4ba48e3d28ec7a737a3f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1734398830882 2024-12-17T01:27:12,221 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#B#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:12,222 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:12,222 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/e491c7d084d84ad6816cc96a1b0228a4 is 50, key is test_row_0/B:col10/1734398829755/Put/seqid=0 2024-12-17T01:27:12,222 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/0fc6e4b7f4eb4c598d084e22f238748a is 50, key is test_row_0/A:col10/1734398829755/Put/seqid=0 2024-12-17T01:27:12,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742145_1321 (size=13153) 2024-12-17T01:27:12,236 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/e491c7d084d84ad6816cc96a1b0228a4 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e491c7d084d84ad6816cc96a1b0228a4 2024-12-17T01:27:12,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742146_1322 (size=13153) 2024-12-17T01:27:12,243 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/B of 6cba34546166ac465fd0f86b0261147f into e491c7d084d84ad6816cc96a1b0228a4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:12,243 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:12,243 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/0fc6e4b7f4eb4c598d084e22f238748a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0fc6e4b7f4eb4c598d084e22f238748a 2024-12-17T01:27:12,243 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/B, priority=13, startTime=1734398832203; duration=0sec 2024-12-17T01:27:12,243 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:12,243 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:B 2024-12-17T01:27:12,244 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:12,244 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:12,245 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/C is initiating minor compaction (all files) 2024-12-17T01:27:12,245 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/C in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:12,245 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e158bb686eab4f5a84ff7b39e0afa1e1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/015e2a5596a0448eb85cb3ac80fe17cc, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/2fa274dca2454353b4decd1f286d3592] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=34.4 K 2024-12-17T01:27:12,245 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting e158bb686eab4f5a84ff7b39e0afa1e1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734398829119 2024-12-17T01:27:12,245 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 015e2a5596a0448eb85cb3ac80fe17cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1734398829755 2024-12-17T01:27:12,246 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fa274dca2454353b4decd1f286d3592, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1734398830882 2024-12-17T01:27:12,249 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/A of 6cba34546166ac465fd0f86b0261147f into 0fc6e4b7f4eb4c598d084e22f238748a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:12,249 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:12,249 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/A, priority=13, startTime=1734398832203; duration=0sec 2024-12-17T01:27:12,249 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:12,249 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:A 2024-12-17T01:27:12,255 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:12,256 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/8e80b605d58147eeab846aa000f9dde1 is 50, key is test_row_0/C:col10/1734398829755/Put/seqid=0 2024-12-17T01:27:12,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742147_1323 (size=13153) 2024-12-17T01:27:12,267 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/8e80b605d58147eeab846aa000f9dde1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/8e80b605d58147eeab846aa000f9dde1 2024-12-17T01:27:12,273 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/C of 6cba34546166ac465fd0f86b0261147f into 8e80b605d58147eeab846aa000f9dde1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:12,273 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:12,273 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/C, priority=13, startTime=1734398832204; duration=0sec 2024-12-17T01:27:12,273 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:12,273 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:C 2024-12-17T01:27:12,312 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:12,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T01:27:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:12,313 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:27:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/39da7ade7ce346218ffa46bb222736d8 is 50, key is test_row_0/A:col10/1734398830905/Put/seqid=0 2024-12-17T01:27:12,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742148_1324 (size=12301) 2024-12-17T01:27:12,323 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/39da7ade7ce346218ffa46bb222736d8 2024-12-17T01:27:12,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b15a4958781e4baf866405e16169e526 is 50, key is test_row_0/B:col10/1734398830905/Put/seqid=0 2024-12-17T01:27:12,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742149_1325 (size=12301) 2024-12-17T01:27:12,337 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b15a4958781e4baf866405e16169e526 2024-12-17T01:27:12,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/30deecc258344ef7822e31b19a7a54c0 is 50, key is test_row_0/C:col10/1734398830905/Put/seqid=0 2024-12-17T01:27:12,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742150_1326 (size=12301) 2024-12-17T01:27:12,351 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/30deecc258344ef7822e31b19a7a54c0 2024-12-17T01:27:12,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/39da7ade7ce346218ffa46bb222736d8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/39da7ade7ce346218ffa46bb222736d8 2024-12-17T01:27:12,360 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/39da7ade7ce346218ffa46bb222736d8, entries=150, sequenceid=394, filesize=12.0 K 2024-12-17T01:27:12,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b15a4958781e4baf866405e16169e526 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b15a4958781e4baf866405e16169e526 2024-12-17T01:27:12,365 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b15a4958781e4baf866405e16169e526, entries=150, sequenceid=394, filesize=12.0 K 2024-12-17T01:27:12,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/30deecc258344ef7822e31b19a7a54c0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/30deecc258344ef7822e31b19a7a54c0 2024-12-17T01:27:12,373 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/30deecc258344ef7822e31b19a7a54c0, entries=150, sequenceid=394, filesize=12.0 K 2024-12-17T01:27:12,374 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 6cba34546166ac465fd0f86b0261147f in 61ms, sequenceid=394, compaction requested=false 2024-12-17T01:27:12,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:12,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:12,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-17T01:27:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-12-17T01:27:12,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-17T01:27:12,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-12-17T01:27:12,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.4430 sec 2024-12-17T01:27:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:13,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:27:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:13,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/557f62773fe04b62a29b97a348562091 is 50, key is test_row_1/A:col10/1734398833028/Put/seqid=0 2024-12-17T01:27:13,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742151_1327 (size=9857) 2024-12-17T01:27:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T01:27:13,040 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-17T01:27:13,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-17T01:27:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-17T01:27:13,043 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:13,044 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:13,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:13,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398893080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398893080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398893080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-17T01:27:13,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398893184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398893184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398893184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-17T01:27:13,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:13,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-17T01:27:13,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-17T01:27:13,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:13,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398893385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398893386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398893386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/557f62773fe04b62a29b97a348562091 2024-12-17T01:27:13,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b4fc755ffa83409a90e9354a7ba88545 is 50, key is test_row_1/B:col10/1734398833028/Put/seqid=0 2024-12-17T01:27:13,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742152_1328 (size=9857) 2024-12-17T01:27:13,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-17T01:27:13,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:13,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-17T01:27:13,655 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-17T01:27:13,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:13,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398893688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398893690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398893691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-17T01:27:13,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:13,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:13,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49282 deadline: 1734398893816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,817 DEBUG [Thread-1132 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18243 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., hostname=7b75acfc7251,36369,1734398752304, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T01:27:13,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b4fc755ffa83409a90e9354a7ba88545 2024-12-17T01:27:13,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/490a3388564b440588fe4867d4ad5509 is 50, key is test_row_1/C:col10/1734398833028/Put/seqid=0 2024-12-17T01:27:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742153_1329 (size=9857) 2024-12-17T01:27:13,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/490a3388564b440588fe4867d4ad5509 2024-12-17T01:27:13,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/557f62773fe04b62a29b97a348562091 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/557f62773fe04b62a29b97a348562091 2024-12-17T01:27:13,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/557f62773fe04b62a29b97a348562091, entries=100, sequenceid=407, filesize=9.6 K 2024-12-17T01:27:13,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b4fc755ffa83409a90e9354a7ba88545 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b4fc755ffa83409a90e9354a7ba88545 2024-12-17T01:27:13,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b4fc755ffa83409a90e9354a7ba88545, entries=100, sequenceid=407, filesize=9.6 K 2024-12-17T01:27:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/490a3388564b440588fe4867d4ad5509 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/490a3388564b440588fe4867d4ad5509 2024-12-17T01:27:13,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/490a3388564b440588fe4867d4ad5509, entries=100, sequenceid=407, filesize=9.6 K 2024-12-17T01:27:13,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 6cba34546166ac465fd0f86b0261147f in 853ms, sequenceid=407, compaction requested=true 2024-12-17T01:27:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:27:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:27:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:13,883 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:27:13,883 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:13,884 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:13,884 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/B is initiating minor compaction (all files) 2024-12-17T01:27:13,885 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/B in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,885 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e491c7d084d84ad6816cc96a1b0228a4, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b15a4958781e4baf866405e16169e526, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b4fc755ffa83409a90e9354a7ba88545] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=34.5 K 2024-12-17T01:27:13,885 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:13,885 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/A is initiating minor compaction (all files) 2024-12-17T01:27:13,885 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting e491c7d084d84ad6816cc96a1b0228a4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1734398829755 2024-12-17T01:27:13,885 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/A in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,885 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0fc6e4b7f4eb4c598d084e22f238748a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/39da7ade7ce346218ffa46bb222736d8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/557f62773fe04b62a29b97a348562091] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=34.5 K 2024-12-17T01:27:13,885 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting b15a4958781e4baf866405e16169e526, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1734398830903 2024-12-17T01:27:13,885 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fc6e4b7f4eb4c598d084e22f238748a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1734398829755 2024-12-17T01:27:13,886 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39da7ade7ce346218ffa46bb222736d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1734398830903 2024-12-17T01:27:13,886 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting b4fc755ffa83409a90e9354a7ba88545, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1734398833028 2024-12-17T01:27:13,886 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 557f62773fe04b62a29b97a348562091, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1734398833028 2024-12-17T01:27:13,893 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#B#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:13,894 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/2b6a113618df4de0aca34b9411637557 is 50, key is test_row_0/B:col10/1734398830905/Put/seqid=0 2024-12-17T01:27:13,894 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#A#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:13,894 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/f5630f0179344ddc9bda3694a0fa272c is 50, key is test_row_0/A:col10/1734398830905/Put/seqid=0 2024-12-17T01:27:13,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742154_1330 (size=13255) 2024-12-17T01:27:13,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742155_1331 (size=13255) 2024-12-17T01:27:13,905 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/f5630f0179344ddc9bda3694a0fa272c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/f5630f0179344ddc9bda3694a0fa272c 2024-12-17T01:27:13,910 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/A of 6cba34546166ac465fd0f86b0261147f into f5630f0179344ddc9bda3694a0fa272c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:13,910 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:13,910 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/A, priority=13, startTime=1734398833883; duration=0sec 2024-12-17T01:27:13,910 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:13,910 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:A 2024-12-17T01:27:13,910 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:13,911 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:13,912 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/C is initiating minor compaction (all files) 2024-12-17T01:27:13,912 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/C in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,912 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/8e80b605d58147eeab846aa000f9dde1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/30deecc258344ef7822e31b19a7a54c0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/490a3388564b440588fe4867d4ad5509] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=34.5 K 2024-12-17T01:27:13,912 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e80b605d58147eeab846aa000f9dde1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1734398829755 2024-12-17T01:27:13,912 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30deecc258344ef7822e31b19a7a54c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1734398830903 2024-12-17T01:27:13,913 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 490a3388564b440588fe4867d4ad5509, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1734398833028 2024-12-17T01:27:13,923 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#C#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:13,923 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/38fc295fb19e4190a59f45ccef0d6f60 is 50, key is test_row_0/C:col10/1734398830905/Put/seqid=0 2024-12-17T01:27:13,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742156_1332 (size=13255) 2024-12-17T01:27:13,932 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/38fc295fb19e4190a59f45ccef0d6f60 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/38fc295fb19e4190a59f45ccef0d6f60 2024-12-17T01:27:13,938 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/C of 6cba34546166ac465fd0f86b0261147f into 38fc295fb19e4190a59f45ccef0d6f60(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:13,939 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:13,939 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/C, priority=13, startTime=1734398833883; duration=0sec 2024-12-17T01:27:13,939 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:13,939 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:C 2024-12-17T01:27:13,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:13,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-17T01:27:13,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:13,961 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:27:13,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:13,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:13,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:13,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:13,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:13,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:13,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/701da0da3fad43d882f70451fa0c43b0 is 50, key is test_row_0/A:col10/1734398833068/Put/seqid=0 2024-12-17T01:27:13,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742157_1333 (size=12301) 2024-12-17T01:27:13,970 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/701da0da3fad43d882f70451fa0c43b0 2024-12-17T01:27:13,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/83e0449fcd1a4ff0b7a7d1c9642b5488 is 50, key is test_row_0/B:col10/1734398833068/Put/seqid=0 2024-12-17T01:27:13,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742158_1334 (size=12301) 2024-12-17T01:27:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-17T01:27:14,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:14,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398894201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398894201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398894204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,303 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/2b6a113618df4de0aca34b9411637557 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/2b6a113618df4de0aca34b9411637557 2024-12-17T01:27:14,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398894305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398894305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398894306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,309 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/B of 6cba34546166ac465fd0f86b0261147f into 2b6a113618df4de0aca34b9411637557(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:14,309 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:14,309 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/B, priority=13, startTime=1734398833883; duration=0sec 2024-12-17T01:27:14,309 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:14,309 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:B 2024-12-17T01:27:14,387 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/83e0449fcd1a4ff0b7a7d1c9642b5488 2024-12-17T01:27:14,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/832a566c65914ca9a69a18de39c2af9b is 50, key is test_row_0/C:col10/1734398833068/Put/seqid=0 2024-12-17T01:27:14,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742159_1335 (size=12301) 2024-12-17T01:27:14,400 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/832a566c65914ca9a69a18de39c2af9b 2024-12-17T01:27:14,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/701da0da3fad43d882f70451fa0c43b0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/701da0da3fad43d882f70451fa0c43b0 2024-12-17T01:27:14,408 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/701da0da3fad43d882f70451fa0c43b0, entries=150, sequenceid=434, filesize=12.0 K 2024-12-17T01:27:14,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/83e0449fcd1a4ff0b7a7d1c9642b5488 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/83e0449fcd1a4ff0b7a7d1c9642b5488 2024-12-17T01:27:14,412 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/83e0449fcd1a4ff0b7a7d1c9642b5488, entries=150, sequenceid=434, filesize=12.0 K 2024-12-17T01:27:14,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/832a566c65914ca9a69a18de39c2af9b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/832a566c65914ca9a69a18de39c2af9b 2024-12-17T01:27:14,416 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/832a566c65914ca9a69a18de39c2af9b, entries=150, sequenceid=434, filesize=12.0 K 2024-12-17T01:27:14,417 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6cba34546166ac465fd0f86b0261147f in 456ms, sequenceid=434, compaction requested=false 2024-12-17T01:27:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-17T01:27:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-12-17T01:27:14,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-17T01:27:14,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3740 sec 2024-12-17T01:27:14,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.3780 sec 2024-12-17T01:27:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:14,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T01:27:14,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:14,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:14,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:14,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:14,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:14,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:14,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/8f2dd5248a4441778619ad7c6287f775 is 50, key is test_row_0/A:col10/1734398834193/Put/seqid=0 2024-12-17T01:27:14,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742160_1336 (size=14741) 2024-12-17T01:27:14,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398894527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398894528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398894529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398894630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398894631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398894631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398894834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398894835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398894835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:14,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/8f2dd5248a4441778619ad7c6287f775 2024-12-17T01:27:14,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/6e2cfd614df9471db5df4241e6af4c1a is 50, key is test_row_0/B:col10/1734398834193/Put/seqid=0 2024-12-17T01:27:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742161_1337 (size=12301) 2024-12-17T01:27:15,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1734398895136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:15,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49222 deadline: 1734398895137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:15,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49214 deadline: 1734398895139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-17T01:27:15,147 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-17T01:27:15,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-17T01:27:15,150 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-17T01:27:15,151 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:15,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:15,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49202 deadline: 1734398895166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:15,168 DEBUG [Thread-1140 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., hostname=7b75acfc7251,36369,1734398752304, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T01:27:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-17T01:27:15,306 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:15,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-17T01:27:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:15,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:15,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/6e2cfd614df9471db5df4241e6af4c1a 2024-12-17T01:27:15,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/8262d96f67f8448faeb5bb685f0ab0dd is 50, key is test_row_0/C:col10/1734398834193/Put/seqid=0 2024-12-17T01:27:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742162_1338 (size=12301) 2024-12-17T01:27:15,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/8262d96f67f8448faeb5bb685f0ab0dd 2024-12-17T01:27:15,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/8f2dd5248a4441778619ad7c6287f775 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/8f2dd5248a4441778619ad7c6287f775 2024-12-17T01:27:15,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/8f2dd5248a4441778619ad7c6287f775, entries=200, sequenceid=448, filesize=14.4 K 2024-12-17T01:27:15,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/6e2cfd614df9471db5df4241e6af4c1a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6e2cfd614df9471db5df4241e6af4c1a 2024-12-17T01:27:15,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6e2cfd614df9471db5df4241e6af4c1a, entries=150, sequenceid=448, filesize=12.0 K 2024-12-17T01:27:15,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/8262d96f67f8448faeb5bb685f0ab0dd as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/8262d96f67f8448faeb5bb685f0ab0dd 2024-12-17T01:27:15,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/8262d96f67f8448faeb5bb685f0ab0dd, entries=150, sequenceid=448, filesize=12.0 K 2024-12-17T01:27:15,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6cba34546166ac465fd0f86b0261147f in 859ms, sequenceid=448, compaction requested=true 2024-12-17T01:27:15,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:15,369 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:27:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:15,369 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:27:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cba34546166ac465fd0f86b0261147f:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:27:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:15,370 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:15,370 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/A is initiating minor compaction (all files) 2024-12-17T01:27:15,370 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/A in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:15,370 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/f5630f0179344ddc9bda3694a0fa272c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/701da0da3fad43d882f70451fa0c43b0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/8f2dd5248a4441778619ad7c6287f775] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=39.4 K 2024-12-17T01:27:15,370 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:15,370 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/B is initiating minor compaction (all files) 2024-12-17T01:27:15,371 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/B in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:15,371 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/2b6a113618df4de0aca34b9411637557, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/83e0449fcd1a4ff0b7a7d1c9642b5488, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6e2cfd614df9471db5df4241e6af4c1a] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=37.0 K 2024-12-17T01:27:15,371 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5630f0179344ddc9bda3694a0fa272c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1734398830905 2024-12-17T01:27:15,371 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b6a113618df4de0aca34b9411637557, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1734398830905 2024-12-17T01:27:15,371 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 701da0da3fad43d882f70451fa0c43b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1734398833050 2024-12-17T01:27:15,372 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 83e0449fcd1a4ff0b7a7d1c9642b5488, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1734398833050 2024-12-17T01:27:15,372 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f2dd5248a4441778619ad7c6287f775, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1734398834193 2024-12-17T01:27:15,372 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e2cfd614df9471db5df4241e6af4c1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1734398834193 2024-12-17T01:27:15,382 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#A#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:15,383 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/7144eb7a7bc6413faf25c43fe9a37ff8 is 50, key is test_row_0/A:col10/1734398834193/Put/seqid=0 2024-12-17T01:27:15,385 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:15,385 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/14a28fd91b724e788439eb50490d3de1 is 50, key is test_row_0/B:col10/1734398834193/Put/seqid=0 2024-12-17T01:27:15,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742163_1339 (size=13357) 2024-12-17T01:27:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742164_1340 (size=13357) 2024-12-17T01:27:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-17T01:27:15,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:15,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-17T01:27:15,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:15,460 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T01:27:15,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:15,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:15,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:15,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:15,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:15,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:15,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/9e3149f45ed24e67a6c783894640a5ed is 50, key is test_row_0/A:col10/1734398834528/Put/seqid=0 2024-12-17T01:27:15,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742165_1341 (size=12301) 2024-12-17T01:27:15,573 DEBUG [Thread-1145 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a1d0d8f to 127.0.0.1:61973 2024-12-17T01:27:15,573 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:15,574 DEBUG [Thread-1149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e560c7b to 127.0.0.1:61973 2024-12-17T01:27:15,574 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:15,574 DEBUG [Thread-1147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71ec705f to 127.0.0.1:61973 2024-12-17T01:27:15,575 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:15,575 DEBUG [Thread-1151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:61973 2024-12-17T01:27:15,575 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:15,575 DEBUG [Thread-1143 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4fab18aa to 127.0.0.1:61973 2024-12-17T01:27:15,575 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:15,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. as already flushing 2024-12-17T01:27:15,641 DEBUG [Thread-1136 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x665c4f27 to 127.0.0.1:61973 2024-12-17T01:27:15,641 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:15,643 DEBUG [Thread-1134 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54cec8d1 to 127.0.0.1:61973 2024-12-17T01:27:15,643 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:15,646 DEBUG [Thread-1138 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6853d3c9 to 127.0.0.1:61973 2024-12-17T01:27:15,646 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-17T01:27:15,803 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/7144eb7a7bc6413faf25c43fe9a37ff8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/7144eb7a7bc6413faf25c43fe9a37ff8 2024-12-17T01:27:15,806 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/14a28fd91b724e788439eb50490d3de1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/14a28fd91b724e788439eb50490d3de1 2024-12-17T01:27:15,807 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/A of 6cba34546166ac465fd0f86b0261147f into 7144eb7a7bc6413faf25c43fe9a37ff8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:15,807 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:15,807 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/A, priority=13, startTime=1734398835368; duration=0sec 2024-12-17T01:27:15,807 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:15,807 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:A 2024-12-17T01:27:15,807 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:15,808 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:15,808 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 6cba34546166ac465fd0f86b0261147f/C is initiating minor compaction (all files) 2024-12-17T01:27:15,808 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cba34546166ac465fd0f86b0261147f/C in TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:15,808 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/38fc295fb19e4190a59f45ccef0d6f60, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/832a566c65914ca9a69a18de39c2af9b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/8262d96f67f8448faeb5bb685f0ab0dd] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp, totalSize=37.0 K 2024-12-17T01:27:15,809 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38fc295fb19e4190a59f45ccef0d6f60, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1734398830905 2024-12-17T01:27:15,809 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 832a566c65914ca9a69a18de39c2af9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1734398833050 2024-12-17T01:27:15,809 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8262d96f67f8448faeb5bb685f0ab0dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1734398834193 2024-12-17T01:27:15,811 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/B of 6cba34546166ac465fd0f86b0261147f into 14a28fd91b724e788439eb50490d3de1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:15,811 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:15,811 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/B, priority=13, startTime=1734398835369; duration=0sec 2024-12-17T01:27:15,811 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:15,811 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:B 2024-12-17T01:27:15,815 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cba34546166ac465fd0f86b0261147f#C#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:15,816 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/497e45957101455b8e434f865e327c25 is 50, key is test_row_0/C:col10/1734398834193/Put/seqid=0 2024-12-17T01:27:15,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742166_1342 (size=13357) 2024-12-17T01:27:15,870 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/9e3149f45ed24e67a6c783894640a5ed 2024-12-17T01:27:15,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b147e1b52bae4ca7b5618364046263f5 is 50, key is test_row_0/B:col10/1734398834528/Put/seqid=0 2024-12-17T01:27:15,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742167_1343 (size=12301) 2024-12-17T01:27:16,224 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/497e45957101455b8e434f865e327c25 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/497e45957101455b8e434f865e327c25 2024-12-17T01:27:16,227 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cba34546166ac465fd0f86b0261147f/C of 6cba34546166ac465fd0f86b0261147f into 497e45957101455b8e434f865e327c25(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:16,228 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:16,228 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f., storeName=6cba34546166ac465fd0f86b0261147f/C, priority=13, startTime=1734398835369; duration=0sec 2024-12-17T01:27:16,228 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:16,228 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cba34546166ac465fd0f86b0261147f:C 2024-12-17T01:27:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-17T01:27:16,280 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b147e1b52bae4ca7b5618364046263f5 2024-12-17T01:27:16,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/ed6a99e42dd84e0ba559fbcb52f2c09d is 50, key is test_row_0/C:col10/1734398834528/Put/seqid=0 2024-12-17T01:27:16,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742168_1344 (size=12301) 2024-12-17T01:27:16,690 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/ed6a99e42dd84e0ba559fbcb52f2c09d 2024-12-17T01:27:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/9e3149f45ed24e67a6c783894640a5ed as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/9e3149f45ed24e67a6c783894640a5ed 2024-12-17T01:27:16,696 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/9e3149f45ed24e67a6c783894640a5ed, entries=150, sequenceid=471, filesize=12.0 K 2024-12-17T01:27:16,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b147e1b52bae4ca7b5618364046263f5 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b147e1b52bae4ca7b5618364046263f5 2024-12-17T01:27:16,699 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b147e1b52bae4ca7b5618364046263f5, entries=150, sequenceid=471, filesize=12.0 K 2024-12-17T01:27:16,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/ed6a99e42dd84e0ba559fbcb52f2c09d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/ed6a99e42dd84e0ba559fbcb52f2c09d 2024-12-17T01:27:16,703 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/ed6a99e42dd84e0ba559fbcb52f2c09d, entries=150, sequenceid=471, filesize=12.0 K 2024-12-17T01:27:16,703 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for 6cba34546166ac465fd0f86b0261147f in 1243ms, sequenceid=471, compaction requested=false 2024-12-17T01:27:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-17T01:27:16,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-12-17T01:27:16,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-17T01:27:16,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5540 sec 2024-12-17T01:27:16,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.5580 sec 2024-12-17T01:27:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-17T01:27:17,254 INFO [Thread-1142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-17T01:27:20,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T01:27:23,852 DEBUG [Thread-1132 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6453bda3 to 127.0.0.1:61973 2024-12-17T01:27:23,852 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:25,203 DEBUG [Thread-1140 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ac01dd5 to 127.0.0.1:61973 2024-12-17T01:27:25,203 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:25,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T01:27:25,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-12-17T01:27:25,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-17T01:27:25,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-12-17T01:27:25,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-12-17T01:27:25,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-17T01:27:25,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T01:27:25,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7826 2024-12-17T01:27:25,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7546 2024-12-17T01:27:25,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7513 2024-12-17T01:27:25,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7830 2024-12-17T01:27:25,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7540 2024-12-17T01:27:25,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T01:27:25,204 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T01:27:25,204 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x125487ad to 127.0.0.1:61973 2024-12-17T01:27:25,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:25,204 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T01:27:25,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T01:27:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-17T01:27:25,207 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398845207"}]},"ts":"1734398845207"} 2024-12-17T01:27:25,208 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T01:27:25,210 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T01:27:25,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T01:27:25,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cba34546166ac465fd0f86b0261147f, UNASSIGN}] 2024-12-17T01:27:25,212 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cba34546166ac465fd0f86b0261147f, UNASSIGN 2024-12-17T01:27:25,213 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6cba34546166ac465fd0f86b0261147f, regionState=CLOSING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:25,213 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T01:27:25,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure 6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:27:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-17T01:27:25,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:25,365 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:25,365 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T01:27:25,365 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing 6cba34546166ac465fd0f86b0261147f, disabling compactions & flushes 2024-12-17T01:27:25,365 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:25,365 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:25,365 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. after waiting 0 ms 2024-12-17T01:27:25,365 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:25,365 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(2837): Flushing 6cba34546166ac465fd0f86b0261147f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-17T01:27:25,366 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=A 2024-12-17T01:27:25,366 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:25,366 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=B 2024-12-17T01:27:25,366 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:25,366 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cba34546166ac465fd0f86b0261147f, store=C 2024-12-17T01:27:25,366 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:25,369 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/9182bfa0fc924658aa5dca0b15404495 is 50, key is test_row_0/A:col10/1734398835645/Put/seqid=0 2024-12-17T01:27:25,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742169_1345 (size=12301) 2024-12-17T01:27:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-17T01:27:25,773 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/9182bfa0fc924658aa5dca0b15404495 2024-12-17T01:27:25,780 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b6ac08a6e6eb4a0c8c0324e62984f378 is 50, key is test_row_0/B:col10/1734398835645/Put/seqid=0 2024-12-17T01:27:25,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742170_1346 (size=12301) 2024-12-17T01:27:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-17T01:27:26,188 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b6ac08a6e6eb4a0c8c0324e62984f378 2024-12-17T01:27:26,194 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/c90c5560904f4dd19b7888a9d31247ab is 50, key is test_row_0/C:col10/1734398835645/Put/seqid=0 2024-12-17T01:27:26,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742171_1347 (size=12301) 2024-12-17T01:27:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-17T01:27:26,598 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/c90c5560904f4dd19b7888a9d31247ab 2024-12-17T01:27:26,602 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/A/9182bfa0fc924658aa5dca0b15404495 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/9182bfa0fc924658aa5dca0b15404495 2024-12-17T01:27:26,604 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/9182bfa0fc924658aa5dca0b15404495, entries=150, sequenceid=482, filesize=12.0 K 2024-12-17T01:27:26,605 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/B/b6ac08a6e6eb4a0c8c0324e62984f378 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b6ac08a6e6eb4a0c8c0324e62984f378 2024-12-17T01:27:26,607 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b6ac08a6e6eb4a0c8c0324e62984f378, entries=150, sequenceid=482, filesize=12.0 K 2024-12-17T01:27:26,608 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/.tmp/C/c90c5560904f4dd19b7888a9d31247ab as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/c90c5560904f4dd19b7888a9d31247ab 2024-12-17T01:27:26,610 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/c90c5560904f4dd19b7888a9d31247ab, entries=150, sequenceid=482, filesize=12.0 K 2024-12-17T01:27:26,611 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6cba34546166ac465fd0f86b0261147f in 1246ms, sequenceid=482, compaction requested=true 2024-12-17T01:27:26,612 DEBUG [StoreCloser-TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/68e4b17b12044dbbb8048121676c2e57, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/fdca8b6f719944de93534fff434b8ce8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/611e100d9d254ab187a7207205e18154, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/4ae6d85b6c2149e0ae7f036b54aeb159, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/1d948a788e5e4b9f9d3ebce444f72624, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/9d66c723ad0c49ef876918cdc8b66edb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/3146bbef2d6947e89f2712d86bcbbf95, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0c52e91ac7e44f34ab52f25e00a6455f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/c0f82eb444604a54868423780c7ccddc, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b863eccc43904536affadfe1a1d82017, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/2905efc41af44fe098442af488dca80e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/3d9d027e733846dfb30f34c35b3cc043, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0202733d04044a95a8c1b7e496cfcf4f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/c4870900b21b4fa493940f1395215ff0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/fd56a4374c1943f49085feeab8f6c3cf, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/a5361aaa59544a9dbfe07089d068d256, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/7a3b9db729a0457b92a91817929c3254, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b7b9501092ab4b6faf05d6480f3771b2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/71e89b478712464c955b7263560289a2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b29b2a9169ce4a6280285942ebe22359, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/482b2ceb12874c0ea7b2bfbdc370dac0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/51a0be6586ed45e2bdd45fafbc016b2a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/a4badd1a02434d4c81e324346a8bce42, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/18b7a21c7b5d41ba8c4cb63732da9190, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0fc6e4b7f4eb4c598d084e22f238748a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0ac0921f35574278994acbf1202c5ba2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/39da7ade7ce346218ffa46bb222736d8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/f5630f0179344ddc9bda3694a0fa272c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/557f62773fe04b62a29b97a348562091, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/701da0da3fad43d882f70451fa0c43b0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/8f2dd5248a4441778619ad7c6287f775] to archive 2024-12-17T01:27:26,612 DEBUG [StoreCloser-TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:27:26,615 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/68e4b17b12044dbbb8048121676c2e57 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/68e4b17b12044dbbb8048121676c2e57 2024-12-17T01:27:26,615 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/fdca8b6f719944de93534fff434b8ce8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/fdca8b6f719944de93534fff434b8ce8 2024-12-17T01:27:26,615 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/611e100d9d254ab187a7207205e18154 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/611e100d9d254ab187a7207205e18154 2024-12-17T01:27:26,616 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/4ae6d85b6c2149e0ae7f036b54aeb159 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/4ae6d85b6c2149e0ae7f036b54aeb159 2024-12-17T01:27:26,616 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/1d948a788e5e4b9f9d3ebce444f72624 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/1d948a788e5e4b9f9d3ebce444f72624 2024-12-17T01:27:26,616 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/9d66c723ad0c49ef876918cdc8b66edb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/9d66c723ad0c49ef876918cdc8b66edb 2024-12-17T01:27:26,616 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/3146bbef2d6947e89f2712d86bcbbf95 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/3146bbef2d6947e89f2712d86bcbbf95 2024-12-17T01:27:26,617 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b863eccc43904536affadfe1a1d82017 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b863eccc43904536affadfe1a1d82017 2024-12-17T01:27:26,617 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/2905efc41af44fe098442af488dca80e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/2905efc41af44fe098442af488dca80e 2024-12-17T01:27:26,617 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0c52e91ac7e44f34ab52f25e00a6455f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0c52e91ac7e44f34ab52f25e00a6455f 2024-12-17T01:27:26,617 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/c0f82eb444604a54868423780c7ccddc to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/c0f82eb444604a54868423780c7ccddc 2024-12-17T01:27:26,617 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0202733d04044a95a8c1b7e496cfcf4f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0202733d04044a95a8c1b7e496cfcf4f 2024-12-17T01:27:26,617 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/3d9d027e733846dfb30f34c35b3cc043 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/3d9d027e733846dfb30f34c35b3cc043 2024-12-17T01:27:26,618 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/fd56a4374c1943f49085feeab8f6c3cf to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/fd56a4374c1943f49085feeab8f6c3cf 2024-12-17T01:27:26,618 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/c4870900b21b4fa493940f1395215ff0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/c4870900b21b4fa493940f1395215ff0 2024-12-17T01:27:26,619 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/a5361aaa59544a9dbfe07089d068d256 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/a5361aaa59544a9dbfe07089d068d256 2024-12-17T01:27:26,619 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/71e89b478712464c955b7263560289a2 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/71e89b478712464c955b7263560289a2 2024-12-17T01:27:26,619 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b7b9501092ab4b6faf05d6480f3771b2 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b7b9501092ab4b6faf05d6480f3771b2 2024-12-17T01:27:26,619 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/7a3b9db729a0457b92a91817929c3254 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/7a3b9db729a0457b92a91817929c3254 2024-12-17T01:27:26,619 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/482b2ceb12874c0ea7b2bfbdc370dac0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/482b2ceb12874c0ea7b2bfbdc370dac0 2024-12-17T01:27:26,619 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b29b2a9169ce4a6280285942ebe22359 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/b29b2a9169ce4a6280285942ebe22359 2024-12-17T01:27:26,620 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/a4badd1a02434d4c81e324346a8bce42 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/a4badd1a02434d4c81e324346a8bce42 2024-12-17T01:27:26,620 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/51a0be6586ed45e2bdd45fafbc016b2a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/51a0be6586ed45e2bdd45fafbc016b2a 2024-12-17T01:27:26,620 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/18b7a21c7b5d41ba8c4cb63732da9190 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/18b7a21c7b5d41ba8c4cb63732da9190 2024-12-17T01:27:26,620 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0fc6e4b7f4eb4c598d084e22f238748a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0fc6e4b7f4eb4c598d084e22f238748a 2024-12-17T01:27:26,621 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0ac0921f35574278994acbf1202c5ba2 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/0ac0921f35574278994acbf1202c5ba2 2024-12-17T01:27:26,621 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/f5630f0179344ddc9bda3694a0fa272c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/f5630f0179344ddc9bda3694a0fa272c 2024-12-17T01:27:26,621 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/557f62773fe04b62a29b97a348562091 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/557f62773fe04b62a29b97a348562091 2024-12-17T01:27:26,621 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/39da7ade7ce346218ffa46bb222736d8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/39da7ade7ce346218ffa46bb222736d8 2024-12-17T01:27:26,621 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/701da0da3fad43d882f70451fa0c43b0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/701da0da3fad43d882f70451fa0c43b0 2024-12-17T01:27:26,621 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/8f2dd5248a4441778619ad7c6287f775 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/8f2dd5248a4441778619ad7c6287f775 2024-12-17T01:27:26,623 DEBUG [StoreCloser-TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4b6c04209b0f48e3a71ba89af90c7b43, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/572ac5a032654adcad66f744c0405782, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/8f6019bd8b814ab393a09eca53f03462, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/5430c37f7a1a404b8b5698ad48fd26d0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/222c53cab2694bd2b75dea250656170c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e503683966854b37a45599e99474b5b6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/d498cafdca3a48b4b8ac4e8c1584b095, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/352fcaacbd054e369d3ec5b6d6dd359e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/9cf5343216d44edaa62e96d9f31ff822, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/32f29cdad4bf40abba436a5a2e538b83, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/13202941f22f4681a4fba5cacdbcf2d4, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/1dea1525dd364853839dafc85a3652e6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e0ab347a342f4952afa4e72d4f1041f0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/7a6452efe06d43a2bc36a65c4a973219, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/dcbefa79abe74a65ad0eda8db428dbf1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4c5662749e3745df936cf1d1fead53fe, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/a3de82b825494fbbac60fc3e3045ad0e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/40173204cfec459b960951f0adec70fd, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6f281bd905ee4c559338771389c3db68, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/0e7d5cca34634be7b81ae92f246f3ec1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b2dc8d063a1e48079e81d22cd5b987c6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/765712d3417845fda58661d05a639f2c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6333e958d15a4487bfeafe416ca82bd1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/8d3693a3e62940ca98bcad62ce16122c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e491c7d084d84ad6816cc96a1b0228a4, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4d222f672daa4ba48e3d28ec7a737a3f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b15a4958781e4baf866405e16169e526, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/2b6a113618df4de0aca34b9411637557, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b4fc755ffa83409a90e9354a7ba88545, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/83e0449fcd1a4ff0b7a7d1c9642b5488, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6e2cfd614df9471db5df4241e6af4c1a] to archive 2024-12-17T01:27:26,623 DEBUG [StoreCloser-TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:27:26,625 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e503683966854b37a45599e99474b5b6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e503683966854b37a45599e99474b5b6 2024-12-17T01:27:26,625 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/572ac5a032654adcad66f744c0405782 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/572ac5a032654adcad66f744c0405782 2024-12-17T01:27:26,625 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/5430c37f7a1a404b8b5698ad48fd26d0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/5430c37f7a1a404b8b5698ad48fd26d0 2024-12-17T01:27:26,625 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/352fcaacbd054e369d3ec5b6d6dd359e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/352fcaacbd054e369d3ec5b6d6dd359e 2024-12-17T01:27:26,626 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/8f6019bd8b814ab393a09eca53f03462 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/8f6019bd8b814ab393a09eca53f03462 2024-12-17T01:27:26,626 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4b6c04209b0f48e3a71ba89af90c7b43 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4b6c04209b0f48e3a71ba89af90c7b43 2024-12-17T01:27:26,626 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/d498cafdca3a48b4b8ac4e8c1584b095 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/d498cafdca3a48b4b8ac4e8c1584b095 2024-12-17T01:27:26,626 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/222c53cab2694bd2b75dea250656170c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/222c53cab2694bd2b75dea250656170c 2024-12-17T01:27:26,627 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/13202941f22f4681a4fba5cacdbcf2d4 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/13202941f22f4681a4fba5cacdbcf2d4 2024-12-17T01:27:26,627 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/1dea1525dd364853839dafc85a3652e6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/1dea1525dd364853839dafc85a3652e6 2024-12-17T01:27:26,627 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/9cf5343216d44edaa62e96d9f31ff822 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/9cf5343216d44edaa62e96d9f31ff822 2024-12-17T01:27:26,627 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e0ab347a342f4952afa4e72d4f1041f0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e0ab347a342f4952afa4e72d4f1041f0 2024-12-17T01:27:26,627 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/dcbefa79abe74a65ad0eda8db428dbf1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/dcbefa79abe74a65ad0eda8db428dbf1 2024-12-17T01:27:26,627 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/32f29cdad4bf40abba436a5a2e538b83 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/32f29cdad4bf40abba436a5a2e538b83 2024-12-17T01:27:26,628 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/7a6452efe06d43a2bc36a65c4a973219 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/7a6452efe06d43a2bc36a65c4a973219 2024-12-17T01:27:26,628 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4c5662749e3745df936cf1d1fead53fe to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4c5662749e3745df936cf1d1fead53fe 2024-12-17T01:27:26,629 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/40173204cfec459b960951f0adec70fd to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/40173204cfec459b960951f0adec70fd 2024-12-17T01:27:26,629 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6f281bd905ee4c559338771389c3db68 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6f281bd905ee4c559338771389c3db68 2024-12-17T01:27:26,629 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/0e7d5cca34634be7b81ae92f246f3ec1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/0e7d5cca34634be7b81ae92f246f3ec1 2024-12-17T01:27:26,629 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/765712d3417845fda58661d05a639f2c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/765712d3417845fda58661d05a639f2c 2024-12-17T01:27:26,629 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b2dc8d063a1e48079e81d22cd5b987c6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b2dc8d063a1e48079e81d22cd5b987c6 2024-12-17T01:27:26,630 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6333e958d15a4487bfeafe416ca82bd1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6333e958d15a4487bfeafe416ca82bd1 2024-12-17T01:27:26,630 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/8d3693a3e62940ca98bcad62ce16122c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/8d3693a3e62940ca98bcad62ce16122c 2024-12-17T01:27:26,631 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e491c7d084d84ad6816cc96a1b0228a4 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/e491c7d084d84ad6816cc96a1b0228a4 2024-12-17T01:27:26,631 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b15a4958781e4baf866405e16169e526 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b15a4958781e4baf866405e16169e526 2024-12-17T01:27:26,631 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4d222f672daa4ba48e3d28ec7a737a3f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/4d222f672daa4ba48e3d28ec7a737a3f 2024-12-17T01:27:26,631 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/2b6a113618df4de0aca34b9411637557 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/2b6a113618df4de0aca34b9411637557 2024-12-17T01:27:26,631 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/83e0449fcd1a4ff0b7a7d1c9642b5488 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/83e0449fcd1a4ff0b7a7d1c9642b5488 2024-12-17T01:27:26,631 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b4fc755ffa83409a90e9354a7ba88545 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b4fc755ffa83409a90e9354a7ba88545 2024-12-17T01:27:26,632 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6e2cfd614df9471db5df4241e6af4c1a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/6e2cfd614df9471db5df4241e6af4c1a 2024-12-17T01:27:26,636 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/a3de82b825494fbbac60fc3e3045ad0e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/a3de82b825494fbbac60fc3e3045ad0e 2024-12-17T01:27:26,637 DEBUG [StoreCloser-TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/6ece5150423244c1b17170bf4afda32b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/fc8ad6af90884fa68b64e6126a2b8e83, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/6f29e9b48e044e9ab5144e8984aa6818, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/0590600ca2164c30988ea1a52123f055, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/fedb949b040c4b39b03829a69201fe87, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/36eae48421c54393b174a89c21c0562c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/79b67352f383482c849b0e5f39272ed7, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/f2dea206a9f9445dadc4368212567270, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/532e7f114baf437d9d8b2c3a9887bf48, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/436dc00d46ba48a69703d08e024296d6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/860127714a76444e98e16c038a7b3b46, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/c91a91be4d7a451a8adad430f0073700, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d0ba248ccabf48a6a06198d7abc8be68, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e3880897585e4a12a91d4332acd0443c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d50b8fb350cb4428a355876169eeb53e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/28048bd08e8043ab8e0e1f8226174701, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/79d9fd76855847658690874e2b92ec1a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/3bc82aadc7bc4bd095e7f7965b1da86a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/0641b00b55994be78f5d39310ef6cabc, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e1267f8238ed460dad52042cb4773cbc, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d4fa4cf04ad8427e8cf1301956dc797a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e158bb686eab4f5a84ff7b39e0afa1e1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/84ef84f2cb9541479c57e81f420e4cbe, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/015e2a5596a0448eb85cb3ac80fe17cc, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/8e80b605d58147eeab846aa000f9dde1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/2fa274dca2454353b4decd1f286d3592, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/30deecc258344ef7822e31b19a7a54c0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/38fc295fb19e4190a59f45ccef0d6f60, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/490a3388564b440588fe4867d4ad5509, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/832a566c65914ca9a69a18de39c2af9b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/8262d96f67f8448faeb5bb685f0ab0dd] to archive 2024-12-17T01:27:26,638 DEBUG [StoreCloser-TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:27:26,640 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/fc8ad6af90884fa68b64e6126a2b8e83 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/fc8ad6af90884fa68b64e6126a2b8e83 2024-12-17T01:27:26,640 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/6ece5150423244c1b17170bf4afda32b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/6ece5150423244c1b17170bf4afda32b 2024-12-17T01:27:26,640 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/6f29e9b48e044e9ab5144e8984aa6818 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/6f29e9b48e044e9ab5144e8984aa6818 2024-12-17T01:27:26,640 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/79b67352f383482c849b0e5f39272ed7 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/79b67352f383482c849b0e5f39272ed7 2024-12-17T01:27:26,640 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/0590600ca2164c30988ea1a52123f055 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/0590600ca2164c30988ea1a52123f055 2024-12-17T01:27:26,640 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/36eae48421c54393b174a89c21c0562c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/36eae48421c54393b174a89c21c0562c 2024-12-17T01:27:26,641 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/f2dea206a9f9445dadc4368212567270 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/f2dea206a9f9445dadc4368212567270 2024-12-17T01:27:26,641 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/fedb949b040c4b39b03829a69201fe87 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/fedb949b040c4b39b03829a69201fe87 2024-12-17T01:27:26,642 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/436dc00d46ba48a69703d08e024296d6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/436dc00d46ba48a69703d08e024296d6 2024-12-17T01:27:26,642 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/860127714a76444e98e16c038a7b3b46 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/860127714a76444e98e16c038a7b3b46 2024-12-17T01:27:26,642 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/c91a91be4d7a451a8adad430f0073700 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/c91a91be4d7a451a8adad430f0073700 2024-12-17T01:27:26,642 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d50b8fb350cb4428a355876169eeb53e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d50b8fb350cb4428a355876169eeb53e 2024-12-17T01:27:26,642 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/532e7f114baf437d9d8b2c3a9887bf48 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/532e7f114baf437d9d8b2c3a9887bf48 2024-12-17T01:27:26,643 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d0ba248ccabf48a6a06198d7abc8be68 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d0ba248ccabf48a6a06198d7abc8be68 2024-12-17T01:27:26,643 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/28048bd08e8043ab8e0e1f8226174701 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/28048bd08e8043ab8e0e1f8226174701 2024-12-17T01:27:26,643 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e3880897585e4a12a91d4332acd0443c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e3880897585e4a12a91d4332acd0443c 2024-12-17T01:27:26,644 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/79d9fd76855847658690874e2b92ec1a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/79d9fd76855847658690874e2b92ec1a 2024-12-17T01:27:26,644 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d4fa4cf04ad8427e8cf1301956dc797a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/d4fa4cf04ad8427e8cf1301956dc797a 2024-12-17T01:27:26,644 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/3bc82aadc7bc4bd095e7f7965b1da86a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/3bc82aadc7bc4bd095e7f7965b1da86a 2024-12-17T01:27:26,644 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e1267f8238ed460dad52042cb4773cbc to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e1267f8238ed460dad52042cb4773cbc 2024-12-17T01:27:26,645 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/0641b00b55994be78f5d39310ef6cabc to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/0641b00b55994be78f5d39310ef6cabc 2024-12-17T01:27:26,645 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e158bb686eab4f5a84ff7b39e0afa1e1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/e158bb686eab4f5a84ff7b39e0afa1e1 2024-12-17T01:27:26,645 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/84ef84f2cb9541479c57e81f420e4cbe to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/84ef84f2cb9541479c57e81f420e4cbe 2024-12-17T01:27:26,645 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/015e2a5596a0448eb85cb3ac80fe17cc to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/015e2a5596a0448eb85cb3ac80fe17cc 2024-12-17T01:27:26,646 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/8e80b605d58147eeab846aa000f9dde1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/8e80b605d58147eeab846aa000f9dde1 2024-12-17T01:27:26,646 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/2fa274dca2454353b4decd1f286d3592 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/2fa274dca2454353b4decd1f286d3592 2024-12-17T01:27:26,646 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/38fc295fb19e4190a59f45ccef0d6f60 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/38fc295fb19e4190a59f45ccef0d6f60 2024-12-17T01:27:26,646 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/30deecc258344ef7822e31b19a7a54c0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/30deecc258344ef7822e31b19a7a54c0 2024-12-17T01:27:26,646 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/490a3388564b440588fe4867d4ad5509 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/490a3388564b440588fe4867d4ad5509 2024-12-17T01:27:26,646 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/832a566c65914ca9a69a18de39c2af9b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/832a566c65914ca9a69a18de39c2af9b 2024-12-17T01:27:26,646 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/8262d96f67f8448faeb5bb685f0ab0dd to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/8262d96f67f8448faeb5bb685f0ab0dd 2024-12-17T01:27:26,650 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/recovered.edits/485.seqid, newMaxSeqId=485, maxSeqId=1 2024-12-17T01:27:26,651 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f. 2024-12-17T01:27:26,651 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for 6cba34546166ac465fd0f86b0261147f: 2024-12-17T01:27:26,653 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed 6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:26,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6cba34546166ac465fd0f86b0261147f, regionState=CLOSED 2024-12-17T01:27:26,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-17T01:27:26,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure 6cba34546166ac465fd0f86b0261147f, server=7b75acfc7251,36369,1734398752304 in 1.4410 sec 2024-12-17T01:27:26,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-17T01:27:26,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cba34546166ac465fd0f86b0261147f, UNASSIGN in 1.4440 sec 2024-12-17T01:27:26,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-17T01:27:26,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4460 sec 2024-12-17T01:27:26,658 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398846658"}]},"ts":"1734398846658"} 2024-12-17T01:27:26,659 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T01:27:26,661 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T01:27:26,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4560 sec 2024-12-17T01:27:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-17T01:27:27,310 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-12-17T01:27:27,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T01:27:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:27,312 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-17T01:27:27,313 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=103, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:27,314 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:27,316 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/recovered.edits] 2024-12-17T01:27:27,319 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/9e3149f45ed24e67a6c783894640a5ed to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/9e3149f45ed24e67a6c783894640a5ed 2024-12-17T01:27:27,319 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/7144eb7a7bc6413faf25c43fe9a37ff8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/7144eb7a7bc6413faf25c43fe9a37ff8 2024-12-17T01:27:27,319 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/9182bfa0fc924658aa5dca0b15404495 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/A/9182bfa0fc924658aa5dca0b15404495 2024-12-17T01:27:27,321 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/14a28fd91b724e788439eb50490d3de1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/14a28fd91b724e788439eb50490d3de1 2024-12-17T01:27:27,321 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b6ac08a6e6eb4a0c8c0324e62984f378 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b6ac08a6e6eb4a0c8c0324e62984f378 2024-12-17T01:27:27,322 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b147e1b52bae4ca7b5618364046263f5 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/B/b147e1b52bae4ca7b5618364046263f5 2024-12-17T01:27:27,324 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/497e45957101455b8e434f865e327c25 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/497e45957101455b8e434f865e327c25 2024-12-17T01:27:27,324 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/c90c5560904f4dd19b7888a9d31247ab to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/c90c5560904f4dd19b7888a9d31247ab 2024-12-17T01:27:27,324 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/ed6a99e42dd84e0ba559fbcb52f2c09d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/C/ed6a99e42dd84e0ba559fbcb52f2c09d 2024-12-17T01:27:27,326 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/recovered.edits/485.seqid to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f/recovered.edits/485.seqid 2024-12-17T01:27:27,327 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/6cba34546166ac465fd0f86b0261147f 2024-12-17T01:27:27,327 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T01:27:27,329 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=103, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:27,332 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T01:27:27,334 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T01:27:27,335 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=103, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:27,335 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T01:27:27,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734398847335"}]},"ts":"9223372036854775807"} 2024-12-17T01:27:27,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T01:27:27,337 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6cba34546166ac465fd0f86b0261147f, NAME => 'TestAcidGuarantees,,1734398813408.6cba34546166ac465fd0f86b0261147f.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T01:27:27,337 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T01:27:27,337 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734398847337"}]},"ts":"9223372036854775807"} 2024-12-17T01:27:27,339 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T01:27:27,341 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=103, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:27,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-12-17T01:27:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-17T01:27:27,413 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 103 completed 2024-12-17T01:27:27,423 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=245 (was 249), OpenFileDescriptor=443 (was 464), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=3965 (was 4029) 2024-12-17T01:27:27,432 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=245, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=3965 2024-12-17T01:27:27,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T01:27:27,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T01:27:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:27,435 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T01:27:27,435 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:27,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 104 2024-12-17T01:27:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-17T01:27:27,436 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T01:27:27,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742172_1348 (size=963) 2024-12-17T01:27:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-17T01:27:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-17T01:27:27,843 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764 2024-12-17T01:27:27,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742173_1349 (size=53) 2024-12-17T01:27:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-17T01:27:28,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:27:28,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing eb873d59994d791157a74088e71fcced, disabling compactions & flushes 2024-12-17T01:27:28,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:28,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:28,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. after waiting 0 ms 2024-12-17T01:27:28,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:28,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:28,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:28,251 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T01:27:28,251 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734398848251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734398848251"}]},"ts":"1734398848251"} 2024-12-17T01:27:28,252 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T01:27:28,252 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T01:27:28,252 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398848252"}]},"ts":"1734398848252"} 2024-12-17T01:27:28,253 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T01:27:28,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb873d59994d791157a74088e71fcced, ASSIGN}] 2024-12-17T01:27:28,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb873d59994d791157a74088e71fcced, ASSIGN 2024-12-17T01:27:28,258 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb873d59994d791157a74088e71fcced, ASSIGN; state=OFFLINE, location=7b75acfc7251,36369,1734398752304; forceNewPlan=false, retain=false 2024-12-17T01:27:28,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=eb873d59994d791157a74088e71fcced, regionState=OPENING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:28,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; OpenRegionProcedure eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:27:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-17T01:27:28,561 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:28,563 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:28,563 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7285): Opening region: {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} 2024-12-17T01:27:28,564 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees eb873d59994d791157a74088e71fcced 2024-12-17T01:27:28,564 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:27:28,564 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7327): checking encryption for eb873d59994d791157a74088e71fcced 2024-12-17T01:27:28,564 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7330): checking classloading for eb873d59994d791157a74088e71fcced 2024-12-17T01:27:28,565 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region eb873d59994d791157a74088e71fcced 2024-12-17T01:27:28,566 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:27:28,566 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb873d59994d791157a74088e71fcced columnFamilyName A 2024-12-17T01:27:28,566 DEBUG [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:28,567 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.HStore(327): Store=eb873d59994d791157a74088e71fcced/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:27:28,567 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region eb873d59994d791157a74088e71fcced 2024-12-17T01:27:28,568 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:27:28,568 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb873d59994d791157a74088e71fcced columnFamilyName B 2024-12-17T01:27:28,568 DEBUG [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:28,568 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.HStore(327): Store=eb873d59994d791157a74088e71fcced/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:27:28,568 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region eb873d59994d791157a74088e71fcced 2024-12-17T01:27:28,569 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:27:28,569 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb873d59994d791157a74088e71fcced columnFamilyName C 2024-12-17T01:27:28,569 DEBUG [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:28,569 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.HStore(327): Store=eb873d59994d791157a74088e71fcced/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:27:28,570 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:28,570 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced 2024-12-17T01:27:28,570 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced 2024-12-17T01:27:28,572 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T01:27:28,572 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1085): writing seq id for eb873d59994d791157a74088e71fcced 2024-12-17T01:27:28,574 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T01:27:28,574 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1102): Opened eb873d59994d791157a74088e71fcced; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70668742, jitterRate=0.05304631590843201}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T01:27:28,575 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1001): Region open journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:28,575 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., pid=106, masterSystemTime=1734398848561 2024-12-17T01:27:28,576 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:28,577 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:28,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=eb873d59994d791157a74088e71fcced, regionState=OPEN, openSeqNum=2, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:28,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-12-17T01:27:28,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; OpenRegionProcedure eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 in 169 msec 2024-12-17T01:27:28,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-17T01:27:28,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb873d59994d791157a74088e71fcced, ASSIGN in 323 msec 2024-12-17T01:27:28,580 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T01:27:28,580 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398848580"}]},"ts":"1734398848580"} 2024-12-17T01:27:28,581 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T01:27:28,583 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T01:27:28,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-12-17T01:27:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-17T01:27:29,540 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-17T01:27:29,541 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b0e0c68 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1661aa09 2024-12-17T01:27:29,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76165592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:29,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:29,548 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:29,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T01:27:29,550 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T01:27:29,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T01:27:29,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T01:27:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=107, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:29,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742174_1350 (size=999) 2024-12-17T01:27:29,961 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-17T01:27:29,962 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-17T01:27:29,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T01:27:29,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb873d59994d791157a74088e71fcced, REOPEN/MOVE}] 2024-12-17T01:27:29,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb873d59994d791157a74088e71fcced, REOPEN/MOVE 2024-12-17T01:27:29,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=eb873d59994d791157a74088e71fcced, regionState=CLOSING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:29,967 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T01:27:29,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE; CloseRegionProcedure eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:27:30,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,119 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(124): Close eb873d59994d791157a74088e71fcced 2024-12-17T01:27:30,119 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T01:27:30,119 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1681): Closing eb873d59994d791157a74088e71fcced, disabling compactions & flushes 2024-12-17T01:27:30,119 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,119 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,119 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. after waiting 0 ms 2024-12-17T01:27:30,119 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,123 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T01:27:30,123 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,123 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1635): Region close journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:30,123 WARN [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionServer(3786): Not adding moved region record: eb873d59994d791157a74088e71fcced to self. 2024-12-17T01:27:30,125 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(170): Closed eb873d59994d791157a74088e71fcced 2024-12-17T01:27:30,125 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=eb873d59994d791157a74088e71fcced, regionState=CLOSED 2024-12-17T01:27:30,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-12-17T01:27:30,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; CloseRegionProcedure eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 in 159 msec 2024-12-17T01:27:30,127 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb873d59994d791157a74088e71fcced, REOPEN/MOVE; state=CLOSED, location=7b75acfc7251,36369,1734398752304; forceNewPlan=false, retain=true 2024-12-17T01:27:30,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=eb873d59994d791157a74088e71fcced, regionState=OPENING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=109, state=RUNNABLE; OpenRegionProcedure eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:27:30,430 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,433 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,433 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7285): Opening region: {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} 2024-12-17T01:27:30,434 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees eb873d59994d791157a74088e71fcced 2024-12-17T01:27:30,434 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:27:30,434 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7327): checking encryption for eb873d59994d791157a74088e71fcced 2024-12-17T01:27:30,434 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7330): checking classloading for eb873d59994d791157a74088e71fcced 2024-12-17T01:27:30,435 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region eb873d59994d791157a74088e71fcced 2024-12-17T01:27:30,436 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:27:30,436 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb873d59994d791157a74088e71fcced columnFamilyName A 2024-12-17T01:27:30,437 DEBUG [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:30,437 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.HStore(327): Store=eb873d59994d791157a74088e71fcced/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:27:30,438 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region eb873d59994d791157a74088e71fcced 2024-12-17T01:27:30,438 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:27:30,438 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb873d59994d791157a74088e71fcced columnFamilyName B 2024-12-17T01:27:30,438 DEBUG [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:30,439 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.HStore(327): Store=eb873d59994d791157a74088e71fcced/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:27:30,439 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region eb873d59994d791157a74088e71fcced 2024-12-17T01:27:30,439 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:27:30,439 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb873d59994d791157a74088e71fcced columnFamilyName C 2024-12-17T01:27:30,439 DEBUG [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:30,440 INFO [StoreOpener-eb873d59994d791157a74088e71fcced-1 {}] regionserver.HStore(327): Store=eb873d59994d791157a74088e71fcced/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:27:30,440 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,440 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced 2024-12-17T01:27:30,441 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced 2024-12-17T01:27:30,442 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T01:27:30,443 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1085): writing seq id for eb873d59994d791157a74088e71fcced 2024-12-17T01:27:30,444 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1102): Opened eb873d59994d791157a74088e71fcced; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66306982, jitterRate=-0.011948972940444946}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T01:27:30,444 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1001): Region open journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:30,445 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., pid=111, masterSystemTime=1734398850430 2024-12-17T01:27:30,446 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,446 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=eb873d59994d791157a74088e71fcced, regionState=OPEN, openSeqNum=5, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=109 2024-12-17T01:27:30,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=109, state=SUCCESS; OpenRegionProcedure eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 in 169 msec 2024-12-17T01:27:30,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-17T01:27:30,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb873d59994d791157a74088e71fcced, REOPEN/MOVE in 484 msec 2024-12-17T01:27:30,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-12-17T01:27:30,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-12-17T01:27:30,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-12-17T01:27:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-12-17T01:27:30,454 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b140e78 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70bed0f1 2024-12-17T01:27:30,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3440b1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:30,460 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e359d9d to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@480ae5f2 2024-12-17T01:27:30,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7976087b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:30,464 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x573c7461 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48863e01 2024-12-17T01:27:30,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ad2ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:30,467 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3eacd0f7 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47a39715 2024-12-17T01:27:30,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101b7259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:30,470 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bc9c77a to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2089ec29 2024-12-17T01:27:30,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcbdbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:30,474 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c2c778 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7362d978 2024-12-17T01:27:30,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cae6c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:30,478 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2931c73e to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c7d6279 2024-12-17T01:27:30,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:30,482 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-12-17T01:27:30,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ea2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:30,485 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x176c5c1b to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328f994d 2024-12-17T01:27:30,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3a4420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:30,490 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-12-17T01:27:30,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:30,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:30,501 DEBUG [hconnection-0x2ba5b551-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:30,501 DEBUG [hconnection-0x4eb756d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-17T01:27:30,502 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-17T01:27:30,502 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:30,503 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:30,503 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:30,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:30,506 DEBUG [hconnection-0x4a9f8e6e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:30,507 DEBUG [hconnection-0x7096ae59-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:30,507 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:30,508 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:30,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T01:27:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:30,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:30,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398910523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398910524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398910524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,529 DEBUG [hconnection-0x31b7e063-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:30,530 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:30,536 DEBUG [hconnection-0x18aa68d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:30,537 DEBUG [hconnection-0x7582ce47-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:30,537 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:30,537 DEBUG [hconnection-0x41e60d61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:30,538 DEBUG [hconnection-0x75e7f6bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:30,538 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:30,538 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:30,538 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:30,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398910542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,544 DEBUG [hconnection-0xa968a3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:30,545 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:30,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398910546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179e717289f6f44924bbaa8c73824cab33_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398850512/Put/seqid=0 2024-12-17T01:27:30,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742175_1351 (size=12154) 2024-12-17T01:27:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-17T01:27:30,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398910625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398910625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398910625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398910644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398910647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,655 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-17T01:27:30,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:30,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:30,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-17T01:27:30,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-17T01:27:30,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:30,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:30,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:30,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398910828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398910829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398910829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398910845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398910849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:30,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-17T01:27:30,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:30,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:30,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:30,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:30,970 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:30,974 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179e717289f6f44924bbaa8c73824cab33_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179e717289f6f44924bbaa8c73824cab33_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:30,975 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/79f59a5822d24c61972796c31e07596e, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:30,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/79f59a5822d24c61972796c31e07596e is 175, key is test_row_0/A:col10/1734398850512/Put/seqid=0 2024-12-17T01:27:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742176_1352 (size=30955) 2024-12-17T01:27:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-17T01:27:31,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-17T01:27:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:31,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398911133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398911134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398911135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398911149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398911154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,265 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-17T01:27:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:31,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:31,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:31,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,382 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/79f59a5822d24c61972796c31e07596e 2024-12-17T01:27:31,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/b4e74cc63eb146568ec717fb4efe91ba is 50, key is test_row_0/B:col10/1734398850512/Put/seqid=0 2024-12-17T01:27:31,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742177_1353 (size=12001) 2024-12-17T01:27:31,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-17T01:27:31,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:31,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:31,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:31,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-17T01:27:31,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:31,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:31,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-17T01:27:31,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398911638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398911639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398911641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398911655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398911658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-17T01:27:31,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:31,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:31,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:31,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/b4e74cc63eb146568ec717fb4efe91ba 2024-12-17T01:27:31,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/df2ad8d19d294c9ca4306ccabf505cbf is 50, key is test_row_0/C:col10/1734398850512/Put/seqid=0 2024-12-17T01:27:31,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742178_1354 (size=12001) 2024-12-17T01:27:31,876 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:31,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-17T01:27:31,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:31,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:31,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:31,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:32,029 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:32,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-17T01:27:32,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:32,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:32,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:32,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:32,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:32,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:32,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-17T01:27:32,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:32,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:32,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:32,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:32,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:32,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T01:27:32,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/df2ad8d19d294c9ca4306ccabf505cbf 2024-12-17T01:27:32,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/79f59a5822d24c61972796c31e07596e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/79f59a5822d24c61972796c31e07596e 2024-12-17T01:27:32,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/79f59a5822d24c61972796c31e07596e, entries=150, sequenceid=16, filesize=30.2 K 2024-12-17T01:27:32,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/b4e74cc63eb146568ec717fb4efe91ba as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/b4e74cc63eb146568ec717fb4efe91ba 2024-12-17T01:27:32,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/b4e74cc63eb146568ec717fb4efe91ba, entries=150, sequenceid=16, filesize=11.7 K 2024-12-17T01:27:32,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/df2ad8d19d294c9ca4306ccabf505cbf as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/df2ad8d19d294c9ca4306ccabf505cbf 2024-12-17T01:27:32,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/df2ad8d19d294c9ca4306ccabf505cbf, entries=150, sequenceid=16, filesize=11.7 K 2024-12-17T01:27:32,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for eb873d59994d791157a74088e71fcced in 1747ms, sequenceid=16, compaction requested=false 2024-12-17T01:27:32,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:32,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:32,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-17T01:27:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:32,336 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:27:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:32,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ed106fe3c8784bf5a8441d8901bdfc65_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398850523/Put/seqid=0 2024-12-17T01:27:32,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742179_1355 (size=12154) 2024-12-17T01:27:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:32,359 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ed106fe3c8784bf5a8441d8901bdfc65_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ed106fe3c8784bf5a8441d8901bdfc65_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:32,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/2f4986b4321b410dbcf1e46a92ecb283, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:32,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/2f4986b4321b410dbcf1e46a92ecb283 is 175, key is test_row_0/A:col10/1734398850523/Put/seqid=0 2024-12-17T01:27:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742180_1356 (size=30955) 2024-12-17T01:27:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-17T01:27:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:32,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:32,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398912657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:32,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398912659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:32,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398912659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:32,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398912668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:32,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398912669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:32,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398912760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:32,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398912763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:32,765 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/2f4986b4321b410dbcf1e46a92ecb283 2024-12-17T01:27:32,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398912763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:32,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/558c5066e8d64110935a7760adcb2b70 is 50, key is test_row_0/B:col10/1734398850523/Put/seqid=0 2024-12-17T01:27:32,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742181_1357 (size=12001) 2024-12-17T01:27:32,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398912963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:32,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398912966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:32,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398912969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:33,176 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/558c5066e8d64110935a7760adcb2b70 2024-12-17T01:27:33,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/188909cb78134183b6275ddcd95f3b8f is 50, key is test_row_0/C:col10/1734398850523/Put/seqid=0 2024-12-17T01:27:33,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742182_1358 (size=12001) 2024-12-17T01:27:33,188 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/188909cb78134183b6275ddcd95f3b8f 2024-12-17T01:27:33,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/2f4986b4321b410dbcf1e46a92ecb283 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/2f4986b4321b410dbcf1e46a92ecb283 2024-12-17T01:27:33,195 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/2f4986b4321b410dbcf1e46a92ecb283, entries=150, sequenceid=41, filesize=30.2 K 2024-12-17T01:27:33,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/558c5066e8d64110935a7760adcb2b70 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/558c5066e8d64110935a7760adcb2b70 2024-12-17T01:27:33,200 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/558c5066e8d64110935a7760adcb2b70, entries=150, sequenceid=41, filesize=11.7 K 2024-12-17T01:27:33,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/188909cb78134183b6275ddcd95f3b8f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/188909cb78134183b6275ddcd95f3b8f 2024-12-17T01:27:33,204 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/188909cb78134183b6275ddcd95f3b8f, entries=150, sequenceid=41, filesize=11.7 K 2024-12-17T01:27:33,205 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for eb873d59994d791157a74088e71fcced in 869ms, sequenceid=41, compaction requested=false 2024-12-17T01:27:33,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:33,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:33,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-17T01:27:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-17T01:27:33,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-17T01:27:33,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7030 sec 2024-12-17T01:27:33,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.7070 sec 2024-12-17T01:27:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:33,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T01:27:33,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:33,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:33,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:33,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:33,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:33,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:33,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e3c24e89e9c3430bae33ba5fe1c0dfc8_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398852654/Put/seqid=0 2024-12-17T01:27:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742183_1359 (size=12154) 2024-12-17T01:27:33,284 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:33,288 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e3c24e89e9c3430bae33ba5fe1c0dfc8_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e3c24e89e9c3430bae33ba5fe1c0dfc8_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:33,289 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/a0b666dc42a74879a99a73db34380eb3, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:33,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/a0b666dc42a74879a99a73db34380eb3 is 175, key is test_row_0/A:col10/1734398852654/Put/seqid=0 2024-12-17T01:27:33,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742184_1360 (size=30955) 2024-12-17T01:27:33,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398913316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:33,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:33,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398913318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398913318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:33,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398913421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:33,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398913423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:33,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398913423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:33,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398913626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:33,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398913626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:33,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398913627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:33,693 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/a0b666dc42a74879a99a73db34380eb3 2024-12-17T01:27:33,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/4337e3ad4d4e4973ad2f0e9c0889cf61 is 50, key is test_row_0/B:col10/1734398852654/Put/seqid=0 2024-12-17T01:27:33,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742185_1361 (size=12001) 2024-12-17T01:27:33,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398913931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:33,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398913933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:33,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398913933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/4337e3ad4d4e4973ad2f0e9c0889cf61 2024-12-17T01:27:34,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/8e8be1ce31f14303809a62826196e3de is 50, key is test_row_0/C:col10/1734398852654/Put/seqid=0 2024-12-17T01:27:34,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742186_1362 (size=12001) 2024-12-17T01:27:34,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/8e8be1ce31f14303809a62826196e3de 2024-12-17T01:27:34,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/a0b666dc42a74879a99a73db34380eb3 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/a0b666dc42a74879a99a73db34380eb3 2024-12-17T01:27:34,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/a0b666dc42a74879a99a73db34380eb3, entries=150, sequenceid=54, filesize=30.2 K 2024-12-17T01:27:34,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/4337e3ad4d4e4973ad2f0e9c0889cf61 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/4337e3ad4d4e4973ad2f0e9c0889cf61 2024-12-17T01:27:34,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/4337e3ad4d4e4973ad2f0e9c0889cf61, entries=150, sequenceid=54, filesize=11.7 K 2024-12-17T01:27:34,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/8e8be1ce31f14303809a62826196e3de as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/8e8be1ce31f14303809a62826196e3de 2024-12-17T01:27:34,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/8e8be1ce31f14303809a62826196e3de, entries=150, sequenceid=54, filesize=11.7 K 2024-12-17T01:27:34,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for eb873d59994d791157a74088e71fcced in 867ms, sequenceid=54, compaction requested=true 2024-12-17T01:27:34,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:34,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:27:34,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:34,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:27:34,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:34,137 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:34,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:27:34,137 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:34,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:34,137 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:34,137 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:34,138 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/B is initiating minor compaction (all files) 2024-12-17T01:27:34,138 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/A is initiating minor compaction (all files) 2024-12-17T01:27:34,138 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/B in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:34,138 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/A in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:34,138 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/b4e74cc63eb146568ec717fb4efe91ba, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/558c5066e8d64110935a7760adcb2b70, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/4337e3ad4d4e4973ad2f0e9c0889cf61] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=35.2 K 2024-12-17T01:27:34,138 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/79f59a5822d24c61972796c31e07596e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/2f4986b4321b410dbcf1e46a92ecb283, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/a0b666dc42a74879a99a73db34380eb3] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=90.7 K 2024-12-17T01:27:34,138 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:34,138 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/79f59a5822d24c61972796c31e07596e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/2f4986b4321b410dbcf1e46a92ecb283, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/a0b666dc42a74879a99a73db34380eb3] 2024-12-17T01:27:34,138 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting b4e74cc63eb146568ec717fb4efe91ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734398850510 2024-12-17T01:27:34,138 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79f59a5822d24c61972796c31e07596e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734398850510 2024-12-17T01:27:34,139 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f4986b4321b410dbcf1e46a92ecb283, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734398850522 2024-12-17T01:27:34,139 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 558c5066e8d64110935a7760adcb2b70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734398850522 2024-12-17T01:27:34,139 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 4337e3ad4d4e4973ad2f0e9c0889cf61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734398852654 2024-12-17T01:27:34,139 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0b666dc42a74879a99a73db34380eb3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734398852654 2024-12-17T01:27:34,146 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:34,147 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#B#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:34,148 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/c207d22138b748ea9cec67372a10ec85 is 50, key is test_row_0/B:col10/1734398852654/Put/seqid=0 2024-12-17T01:27:34,148 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412179540d03b65ee45528a6fc35d338ec230_eb873d59994d791157a74088e71fcced store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:34,149 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412179540d03b65ee45528a6fc35d338ec230_eb873d59994d791157a74088e71fcced, store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:34,149 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179540d03b65ee45528a6fc35d338ec230_eb873d59994d791157a74088e71fcced because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:34,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742187_1363 (size=12104) 2024-12-17T01:27:34,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742188_1364 (size=4469) 2024-12-17T01:27:34,161 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/c207d22138b748ea9cec67372a10ec85 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/c207d22138b748ea9cec67372a10ec85 2024-12-17T01:27:34,165 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb873d59994d791157a74088e71fcced/B of eb873d59994d791157a74088e71fcced into c207d22138b748ea9cec67372a10ec85(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:34,165 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:34,165 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/B, priority=13, startTime=1734398854136; duration=0sec 2024-12-17T01:27:34,165 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:34,165 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:B 2024-12-17T01:27:34,165 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:34,166 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:34,166 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/C is initiating minor compaction (all files) 2024-12-17T01:27:34,166 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/C in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:34,166 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/df2ad8d19d294c9ca4306ccabf505cbf, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/188909cb78134183b6275ddcd95f3b8f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/8e8be1ce31f14303809a62826196e3de] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=35.2 K 2024-12-17T01:27:34,167 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting df2ad8d19d294c9ca4306ccabf505cbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734398850510 2024-12-17T01:27:34,167 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 188909cb78134183b6275ddcd95f3b8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734398850522 2024-12-17T01:27:34,167 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e8be1ce31f14303809a62826196e3de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734398852654 2024-12-17T01:27:34,174 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#C#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:34,175 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/360f4f302b6746fa8b033efad93aa407 is 50, key is test_row_0/C:col10/1734398852654/Put/seqid=0 2024-12-17T01:27:34,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742189_1365 (size=12104) 2024-12-17T01:27:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:34,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:27:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:34,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217600c4ad8a28f4b778a4919904892837a_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398854439/Put/seqid=0 2024-12-17T01:27:34,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742190_1366 (size=17034) 2024-12-17T01:27:34,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398914450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398914451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398914455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,558 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#A#compaction#315 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:34,558 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/6d7478f39408434898d04bfe80152966 is 175, key is test_row_0/A:col10/1734398852654/Put/seqid=0 2024-12-17T01:27:34,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398914556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398914556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742191_1367 (size=31058) 2024-12-17T01:27:34,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398914560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,583 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/360f4f302b6746fa8b033efad93aa407 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/360f4f302b6746fa8b033efad93aa407 2024-12-17T01:27:34,587 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb873d59994d791157a74088e71fcced/C of eb873d59994d791157a74088e71fcced into 360f4f302b6746fa8b033efad93aa407(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:34,587 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:34,587 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/C, priority=13, startTime=1734398854136; duration=0sec 2024-12-17T01:27:34,587 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:34,587 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:C 2024-12-17T01:27:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-17T01:27:34,607 INFO [Thread-1591 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-17T01:27:34,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-17T01:27:34,609 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-17T01:27:34,610 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:34,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:34,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398914686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398914688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,690 DEBUG [Thread-1585 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., hostname=7b75acfc7251,36369,1734398752304, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T01:27:34,690 DEBUG [Thread-1583 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., hostname=7b75acfc7251,36369,1734398752304, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T01:27:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-17T01:27:34,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-17T01:27:34,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:34,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:34,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:34,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:34,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398914760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398914761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398914765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,852 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:34,856 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217600c4ad8a28f4b778a4919904892837a_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217600c4ad8a28f4b778a4919904892837a_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:34,857 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/5f13a209ee324aa3985bc6bf9931ae23, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:34,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/5f13a209ee324aa3985bc6bf9931ae23 is 175, key is test_row_0/A:col10/1734398854439/Put/seqid=0 2024-12-17T01:27:34,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742192_1368 (size=48139) 2024-12-17T01:27:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-17T01:27:34,914 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:34,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-17T01:27:34,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:34,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:34,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:34,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:34,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:34,968 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/6d7478f39408434898d04bfe80152966 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/6d7478f39408434898d04bfe80152966 2024-12-17T01:27:34,973 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb873d59994d791157a74088e71fcced/A of eb873d59994d791157a74088e71fcced into 6d7478f39408434898d04bfe80152966(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:34,973 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:34,973 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/A, priority=13, startTime=1734398854136; duration=0sec 2024-12-17T01:27:34,973 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:34,973 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:A 2024-12-17T01:27:35,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398915065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:35,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:35,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-17T01:27:35,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:35,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:35,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:35,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398915066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:35,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398915072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-17T01:27:35,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:35,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-17T01:27:35,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:35,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:35,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:35,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,262 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/5f13a209ee324aa3985bc6bf9931ae23 2024-12-17T01:27:35,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/26a330e5efec4b448f47a76c5e70ed2f is 50, key is test_row_0/B:col10/1734398854439/Put/seqid=0 2024-12-17T01:27:35,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742193_1369 (size=12001) 2024-12-17T01:27:35,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/26a330e5efec4b448f47a76c5e70ed2f 2024-12-17T01:27:35,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/2da32c3734874eb7905ab964bed215b1 is 50, key is test_row_0/C:col10/1734398854439/Put/seqid=0 2024-12-17T01:27:35,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742194_1370 (size=12001) 2024-12-17T01:27:35,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:35,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-17T01:27:35,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:35,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:35,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:35,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,525 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:35,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-17T01:27:35,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:35,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:35,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:35,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398915569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:35,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398915575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:35,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398915579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:35,678 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:35,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-17T01:27:35,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:35,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:35,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:35,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:35,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/2da32c3734874eb7905ab964bed215b1 2024-12-17T01:27:35,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/5f13a209ee324aa3985bc6bf9931ae23 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/5f13a209ee324aa3985bc6bf9931ae23 2024-12-17T01:27:35,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/5f13a209ee324aa3985bc6bf9931ae23, entries=250, sequenceid=81, filesize=47.0 K 2024-12-17T01:27:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/26a330e5efec4b448f47a76c5e70ed2f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/26a330e5efec4b448f47a76c5e70ed2f 2024-12-17T01:27:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/26a330e5efec4b448f47a76c5e70ed2f, entries=150, sequenceid=81, filesize=11.7 K 2024-12-17T01:27:35,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/2da32c3734874eb7905ab964bed215b1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/2da32c3734874eb7905ab964bed215b1 2024-12-17T01:27:35,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/2da32c3734874eb7905ab964bed215b1, entries=150, sequenceid=81, filesize=11.7 K 2024-12-17T01:27:35,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for eb873d59994d791157a74088e71fcced in 1263ms, sequenceid=81, compaction requested=false 2024-12-17T01:27:35,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-17T01:27:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-17T01:27:35,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:35,832 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-17T01:27:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:35,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:35,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:35,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:35,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:35,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412173f60f2d9e3fc419bb38ef9c8415c287a_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398854454/Put/seqid=0 2024-12-17T01:27:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742195_1371 (size=9714) 2024-12-17T01:27:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,251 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412173f60f2d9e3fc419bb38ef9c8415c287a_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412173f60f2d9e3fc419bb38ef9c8415c287a_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/b6d1fdacdb3d44b094b0469224be6fef, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/b6d1fdacdb3d44b094b0469224be6fef is 175, key is test_row_0/A:col10/1734398854454/Put/seqid=0 2024-12-17T01:27:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742196_1372 (size=22361) 2024-12-17T01:27:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/b6d1fdacdb3d44b094b0469224be6fef 2024-12-17T01:27:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/301ec20891f441019d5b0fc8f25b3890 is 50, key is test_row_0/B:col10/1734398854454/Put/seqid=0 2024-12-17T01:27:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742197_1373 (size=9657) 2024-12-17T01:27:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:36,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398916668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:36,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398916671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:36,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398916672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-17T01:27:36,726 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/301ec20891f441019d5b0fc8f25b3890 2024-12-17T01:27:36,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/ca8be9223ddc4209b1fde99f175aef01 is 50, key is test_row_0/C:col10/1734398854454/Put/seqid=0 2024-12-17T01:27:36,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742198_1374 (size=9657) 2024-12-17T01:27:36,749 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/ca8be9223ddc4209b1fde99f175aef01 2024-12-17T01:27:36,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/b6d1fdacdb3d44b094b0469224be6fef as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/b6d1fdacdb3d44b094b0469224be6fef 2024-12-17T01:27:36,763 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/b6d1fdacdb3d44b094b0469224be6fef, entries=100, sequenceid=93, filesize=21.8 K 2024-12-17T01:27:36,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/301ec20891f441019d5b0fc8f25b3890 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/301ec20891f441019d5b0fc8f25b3890 2024-12-17T01:27:36,771 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/301ec20891f441019d5b0fc8f25b3890, entries=100, sequenceid=93, filesize=9.4 K 2024-12-17T01:27:36,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/ca8be9223ddc4209b1fde99f175aef01 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/ca8be9223ddc4209b1fde99f175aef01 2024-12-17T01:27:36,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398916774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:36,784 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/ca8be9223ddc4209b1fde99f175aef01, entries=100, sequenceid=93, filesize=9.4 K 2024-12-17T01:27:36,785 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for eb873d59994d791157a74088e71fcced in 953ms, sequenceid=93, compaction requested=true 2024-12-17T01:27:36,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:36,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:36,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-17T01:27:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-17T01:27:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:36,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-17T01:27:36,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:36,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:36,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:36,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:36,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:36,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:36,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-17T01:27:36,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1770 sec 2024-12-17T01:27:36,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.1810 sec 2024-12-17T01:27:36,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175e071af337844cd49a205b5dc3a4a2d5_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398856670/Put/seqid=0 2024-12-17T01:27:36,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398916816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:36,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398916816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:36,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742199_1375 (size=14594) 2024-12-17T01:27:36,842 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:36,847 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175e071af337844cd49a205b5dc3a4a2d5_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175e071af337844cd49a205b5dc3a4a2d5_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:36,847 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/9ad73d9903c24185b89d49abae924b4f, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:36,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/9ad73d9903c24185b89d49abae924b4f is 175, key is test_row_0/A:col10/1734398856670/Put/seqid=0 2024-12-17T01:27:36,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742200_1376 (size=39549) 2024-12-17T01:27:36,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398916924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398916925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:36,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398916981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:37,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398917130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:37,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398917130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:37,265 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/9ad73d9903c24185b89d49abae924b4f 2024-12-17T01:27:37,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/a76694a5dc2e49f3b6e371fc51612e16 is 50, key is test_row_0/B:col10/1734398856670/Put/seqid=0 2024-12-17T01:27:37,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742201_1377 (size=12001) 2024-12-17T01:27:37,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/a76694a5dc2e49f3b6e371fc51612e16 2024-12-17T01:27:37,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/9ce25b289071472aa7dc6c4240dbb653 is 50, key is test_row_0/C:col10/1734398856670/Put/seqid=0 2024-12-17T01:27:37,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742202_1378 (size=12001) 2024-12-17T01:27:37,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398917284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:37,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398917433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:37,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398917433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:37,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/9ce25b289071472aa7dc6c4240dbb653 2024-12-17T01:27:37,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/9ad73d9903c24185b89d49abae924b4f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/9ad73d9903c24185b89d49abae924b4f 2024-12-17T01:27:37,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/9ad73d9903c24185b89d49abae924b4f, entries=200, sequenceid=122, filesize=38.6 K 2024-12-17T01:27:37,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/a76694a5dc2e49f3b6e371fc51612e16 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/a76694a5dc2e49f3b6e371fc51612e16 2024-12-17T01:27:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/a76694a5dc2e49f3b6e371fc51612e16, entries=150, sequenceid=122, filesize=11.7 K 2024-12-17T01:27:37,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/9ce25b289071472aa7dc6c4240dbb653 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9ce25b289071472aa7dc6c4240dbb653 2024-12-17T01:27:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9ce25b289071472aa7dc6c4240dbb653, entries=150, sequenceid=122, filesize=11.7 K 2024-12-17T01:27:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for eb873d59994d791157a74088e71fcced in 918ms, sequenceid=122, compaction requested=true 2024-12-17T01:27:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:37,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:27:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:37,705 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,705 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:37,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:27:37,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:27:37,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,708 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:37,708 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,708 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/A is initiating minor compaction (all files) 2024-12-17T01:27:37,708 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/B is initiating minor compaction (all files) 2024-12-17T01:27:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,708 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/A in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:37,708 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/6d7478f39408434898d04bfe80152966, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/5f13a209ee324aa3985bc6bf9931ae23, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/b6d1fdacdb3d44b094b0469224be6fef, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/9ad73d9903c24185b89d49abae924b4f] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=137.8 K 2024-12-17T01:27:37,708 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:37,708 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/6d7478f39408434898d04bfe80152966, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/5f13a209ee324aa3985bc6bf9931ae23, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/b6d1fdacdb3d44b094b0469224be6fef, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/9ad73d9903c24185b89d49abae924b4f] 2024-12-17T01:27:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,708 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/B in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,708 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/c207d22138b748ea9cec67372a10ec85, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/26a330e5efec4b448f47a76c5e70ed2f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/301ec20891f441019d5b0fc8f25b3890, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/a76694a5dc2e49f3b6e371fc51612e16] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=44.7 K 2024-12-17T01:27:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,709 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d7478f39408434898d04bfe80152966, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734398852654 2024-12-17T01:27:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,709 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting c207d22138b748ea9cec67372a10ec85, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734398852654 2024-12-17T01:27:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,709 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 26a330e5efec4b448f47a76c5e70ed2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1734398853302 2024-12-17T01:27:37,709 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f13a209ee324aa3985bc6bf9931ae23, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1734398853302 2024-12-17T01:27:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,710 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 301ec20891f441019d5b0fc8f25b3890, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734398854449 2024-12-17T01:27:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,710 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6d1fdacdb3d44b094b0469224be6fef, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734398854449 2024-12-17T01:27:37,710 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting a76694a5dc2e49f3b6e371fc51612e16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1734398856670 2024-12-17T01:27:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,710 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ad73d9903c24185b89d49abae924b4f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1734398856664 2024-12-17T01:27:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,720 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#B#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,721 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,721 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/39eb1bda9c3040fcaedaf4ce6eeedd1a is 50, key is test_row_0/B:col10/1734398856670/Put/seqid=0 2024-12-17T01:27:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,723 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217d6cbdb69de8a4853ba21e31e85ead3a4_eb873d59994d791157a74088e71fcced store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,725 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217d6cbdb69de8a4853ba21e31e85ead3a4_eb873d59994d791157a74088e71fcced, store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:37,726 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d6cbdb69de8a4853ba21e31e85ead3a4_eb873d59994d791157a74088e71fcced because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742203_1379 (size=12241) 2024-12-17T01:27:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742204_1380 (size=4469) 2024-12-17T01:27:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:37,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:27:37,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:37,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:37,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:37,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:37,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:37,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:37,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217f39de977ce6544849e728ef28277088c_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398857810/Put/seqid=0 2024-12-17T01:27:37,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742205_1381 (size=14794) 2024-12-17T01:27:37,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398917948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:37,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398917950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:37,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398917954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:38,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398918055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:38,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398918056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:38,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398918061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:38,158 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/39eb1bda9c3040fcaedaf4ce6eeedd1a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/39eb1bda9c3040fcaedaf4ce6eeedd1a 2024-12-17T01:27:38,162 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb873d59994d791157a74088e71fcced/B of eb873d59994d791157a74088e71fcced into 39eb1bda9c3040fcaedaf4ce6eeedd1a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:38,162 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:38,162 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/B, priority=12, startTime=1734398857705; duration=0sec 2024-12-17T01:27:38,163 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:38,163 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:B 2024-12-17T01:27:38,163 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:38,164 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:38,164 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/C is initiating minor compaction (all files) 2024-12-17T01:27:38,164 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/C in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:38,164 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/360f4f302b6746fa8b033efad93aa407, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/2da32c3734874eb7905ab964bed215b1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/ca8be9223ddc4209b1fde99f175aef01, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9ce25b289071472aa7dc6c4240dbb653] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=44.7 K 2024-12-17T01:27:38,164 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 360f4f302b6746fa8b033efad93aa407, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734398852654 2024-12-17T01:27:38,165 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 2da32c3734874eb7905ab964bed215b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1734398853302 2024-12-17T01:27:38,165 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting ca8be9223ddc4209b1fde99f175aef01, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734398854449 2024-12-17T01:27:38,165 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ce25b289071472aa7dc6c4240dbb653, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1734398856670 2024-12-17T01:27:38,171 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#A#compaction#327 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:38,171 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/74ce98f34b80461eacc715e71ca7f7ec is 175, key is test_row_0/A:col10/1734398856670/Put/seqid=0 2024-12-17T01:27:38,173 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#C#compaction#329 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:38,173 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/7e067840919748fd8de9434d8791d19e is 50, key is test_row_0/C:col10/1734398856670/Put/seqid=0 2024-12-17T01:27:38,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742206_1382 (size=31195) 2024-12-17T01:27:38,192 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/74ce98f34b80461eacc715e71ca7f7ec as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/74ce98f34b80461eacc715e71ca7f7ec 2024-12-17T01:27:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742207_1383 (size=12241) 2024-12-17T01:27:38,197 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb873d59994d791157a74088e71fcced/A of eb873d59994d791157a74088e71fcced into 74ce98f34b80461eacc715e71ca7f7ec(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:38,197 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:38,197 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/A, priority=12, startTime=1734398857705; duration=0sec 2024-12-17T01:27:38,197 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:38,197 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:A 2024-12-17T01:27:38,242 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:38,245 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217f39de977ce6544849e728ef28277088c_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217f39de977ce6544849e728ef28277088c_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:38,247 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/e051961d686e43edbb0c0620eaf60e8c, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:38,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/e051961d686e43edbb0c0620eaf60e8c is 175, key is test_row_0/A:col10/1734398857810/Put/seqid=0 2024-12-17T01:27:38,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742208_1384 (size=39749) 2024-12-17T01:27:38,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398918259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:38,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398918259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:38,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398918270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:38,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398918563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:38,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398918565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:38,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398918573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:38,599 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/7e067840919748fd8de9434d8791d19e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/7e067840919748fd8de9434d8791d19e 2024-12-17T01:27:38,603 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb873d59994d791157a74088e71fcced/C of eb873d59994d791157a74088e71fcced into 7e067840919748fd8de9434d8791d19e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:38,603 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:38,603 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/C, priority=12, startTime=1734398857705; duration=0sec 2024-12-17T01:27:38,603 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:38,603 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:C 2024-12-17T01:27:38,652 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/e051961d686e43edbb0c0620eaf60e8c 2024-12-17T01:27:38,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/7cc4cea110e347ec96d85f12888b5a01 is 50, key is test_row_0/B:col10/1734398857810/Put/seqid=0 2024-12-17T01:27:38,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742209_1385 (size=12151) 2024-12-17T01:27:38,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/7cc4cea110e347ec96d85f12888b5a01 2024-12-17T01:27:38,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/f2b4bf12901d4c06839f4e3c1e46529e is 50, key is test_row_0/C:col10/1734398857810/Put/seqid=0 2024-12-17T01:27:38,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742210_1386 (size=12151) 2024-12-17T01:27:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-17T01:27:38,715 INFO [Thread-1591 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-17T01:27:38,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398918712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:38,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:38,716 DEBUG [Thread-1583 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., hostname=7b75acfc7251,36369,1734398752304, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T01:27:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-17T01:27:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T01:27:38,717 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:38,718 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:38,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:38,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398918719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:38,722 DEBUG [Thread-1585 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8193 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., hostname=7b75acfc7251,36369,1734398752304, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T01:27:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T01:27:38,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:38,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-17T01:27:38,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:38,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:38,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:38,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:38,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T01:27:39,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:39,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-17T01:27:39,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:39,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:39,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:39,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:39,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:39,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398919068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:39,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398919071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:39,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/f2b4bf12901d4c06839f4e3c1e46529e 2024-12-17T01:27:39,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/e051961d686e43edbb0c0620eaf60e8c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/e051961d686e43edbb0c0620eaf60e8c 2024-12-17T01:27:39,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/e051961d686e43edbb0c0620eaf60e8c, entries=200, sequenceid=133, filesize=38.8 K 2024-12-17T01:27:39,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/7cc4cea110e347ec96d85f12888b5a01 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/7cc4cea110e347ec96d85f12888b5a01 2024-12-17T01:27:39,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398919081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:39,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/7cc4cea110e347ec96d85f12888b5a01, entries=150, sequenceid=133, filesize=11.9 K 2024-12-17T01:27:39,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/f2b4bf12901d4c06839f4e3c1e46529e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/f2b4bf12901d4c06839f4e3c1e46529e 2024-12-17T01:27:39,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/f2b4bf12901d4c06839f4e3c1e46529e, entries=150, sequenceid=133, filesize=11.9 K 2024-12-17T01:27:39,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for eb873d59994d791157a74088e71fcced in 1265ms, sequenceid=133, compaction requested=false 2024-12-17T01:27:39,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:39,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:39,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-17T01:27:39,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:39,175 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:27:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:39,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ad6c0bddad004809a79eaa32dba9d54a_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398857947/Put/seqid=0 2024-12-17T01:27:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742211_1387 (size=12304) 2024-12-17T01:27:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T01:27:39,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:39,597 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ad6c0bddad004809a79eaa32dba9d54a_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ad6c0bddad004809a79eaa32dba9d54a_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:39,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/d80c6450445548fa83160adfb54e7ba0, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:39,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/d80c6450445548fa83160adfb54e7ba0 is 175, key is test_row_0/A:col10/1734398857947/Put/seqid=0 2024-12-17T01:27:39,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742212_1388 (size=31105) 2024-12-17T01:27:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T01:27:40,006 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/d80c6450445548fa83160adfb54e7ba0 2024-12-17T01:27:40,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/308bded13ba84b1991494c7e11e02f3e is 50, key is test_row_0/B:col10/1734398857947/Put/seqid=0 2024-12-17T01:27:40,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742213_1389 (size=12151) 2024-12-17T01:27:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:40,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:40,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398920096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:40,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398920100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:40,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398920101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:40,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398920202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:40,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398920205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:40,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398920206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:40,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398920406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:40,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398920409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:40,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398920410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:40,416 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/308bded13ba84b1991494c7e11e02f3e 2024-12-17T01:27:40,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/f073cc33ae98441ab8558405a380407d is 50, key is test_row_0/C:col10/1734398857947/Put/seqid=0 2024-12-17T01:27:40,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742214_1390 (size=12151) 2024-12-17T01:27:40,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398920710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:40,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398920713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:40,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398920715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T01:27:40,828 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/f073cc33ae98441ab8558405a380407d 2024-12-17T01:27:40,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/d80c6450445548fa83160adfb54e7ba0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/d80c6450445548fa83160adfb54e7ba0 2024-12-17T01:27:40,837 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/d80c6450445548fa83160adfb54e7ba0, entries=150, sequenceid=161, filesize=30.4 K 2024-12-17T01:27:40,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/308bded13ba84b1991494c7e11e02f3e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/308bded13ba84b1991494c7e11e02f3e 2024-12-17T01:27:40,841 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/308bded13ba84b1991494c7e11e02f3e, entries=150, sequenceid=161, filesize=11.9 K 2024-12-17T01:27:40,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/f073cc33ae98441ab8558405a380407d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/f073cc33ae98441ab8558405a380407d 2024-12-17T01:27:40,844 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/f073cc33ae98441ab8558405a380407d, entries=150, sequenceid=161, filesize=11.9 K 2024-12-17T01:27:40,845 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for eb873d59994d791157a74088e71fcced in 1670ms, sequenceid=161, compaction requested=true 2024-12-17T01:27:40,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:40,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:40,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-17T01:27:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-17T01:27:40,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-17T01:27:40,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1280 sec 2024-12-17T01:27:40,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.1320 sec 2024-12-17T01:27:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:41,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T01:27:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:41,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:41,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:41,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:41,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:41,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:41,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217af98e55a8c50410e939d0a95d1e9909b_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398860100/Put/seqid=0 2024-12-17T01:27:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742215_1391 (size=17284) 2024-12-17T01:27:41,232 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:41,235 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217af98e55a8c50410e939d0a95d1e9909b_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217af98e55a8c50410e939d0a95d1e9909b_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:41,236 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/6facc07813a841868f6bd1ced4874853, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:41,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/6facc07813a841868f6bd1ced4874853 is 175, key is test_row_0/A:col10/1734398860100/Put/seqid=0 2024-12-17T01:27:41,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742216_1392 (size=48389) 2024-12-17T01:27:41,246 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/6facc07813a841868f6bd1ced4874853 2024-12-17T01:27:41,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/12d3f2eef4514ee1b6eb8f6f5a03f25f is 50, key is test_row_0/B:col10/1734398860100/Put/seqid=0 2024-12-17T01:27:41,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742217_1393 (size=12151) 2024-12-17T01:27:41,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398921259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:41,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398921266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:41,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398921266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:41,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398921367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:41,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398921372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:41,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398921372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:41,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398921572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:41,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398921575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:41,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398921577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:41,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/12d3f2eef4514ee1b6eb8f6f5a03f25f 2024-12-17T01:27:41,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/ab42130d1a0448248646d892c1cd9319 is 50, key is test_row_0/C:col10/1734398860100/Put/seqid=0 2024-12-17T01:27:41,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742218_1394 (size=12151) 2024-12-17T01:27:41,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398921875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:41,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398921881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:41,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398921883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:42,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/ab42130d1a0448248646d892c1cd9319 2024-12-17T01:27:42,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/6facc07813a841868f6bd1ced4874853 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/6facc07813a841868f6bd1ced4874853 2024-12-17T01:27:42,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/6facc07813a841868f6bd1ced4874853, entries=250, sequenceid=175, filesize=47.3 K 2024-12-17T01:27:42,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/12d3f2eef4514ee1b6eb8f6f5a03f25f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/12d3f2eef4514ee1b6eb8f6f5a03f25f 2024-12-17T01:27:42,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/12d3f2eef4514ee1b6eb8f6f5a03f25f, entries=150, sequenceid=175, filesize=11.9 K 2024-12-17T01:27:42,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/ab42130d1a0448248646d892c1cd9319 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/ab42130d1a0448248646d892c1cd9319 2024-12-17T01:27:42,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/ab42130d1a0448248646d892c1cd9319, entries=150, sequenceid=175, filesize=11.9 K 2024-12-17T01:27:42,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for eb873d59994d791157a74088e71fcced in 868ms, sequenceid=175, compaction requested=true 2024-12-17T01:27:42,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:42,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:27:42,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:42,090 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:42,090 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:42,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:27:42,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:42,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:27:42,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:42,091 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:42,091 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:42,091 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/B is initiating minor compaction (all files) 2024-12-17T01:27:42,091 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/A is initiating minor compaction (all files) 2024-12-17T01:27:42,091 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/A in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:42,091 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/B in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:42,091 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/39eb1bda9c3040fcaedaf4ce6eeedd1a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/7cc4cea110e347ec96d85f12888b5a01, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/308bded13ba84b1991494c7e11e02f3e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/12d3f2eef4514ee1b6eb8f6f5a03f25f] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=47.6 K 2024-12-17T01:27:42,091 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/74ce98f34b80461eacc715e71ca7f7ec, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/e051961d686e43edbb0c0620eaf60e8c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/d80c6450445548fa83160adfb54e7ba0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/6facc07813a841868f6bd1ced4874853] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=146.9 K 2024-12-17T01:27:42,091 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:42,091 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/74ce98f34b80461eacc715e71ca7f7ec, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/e051961d686e43edbb0c0620eaf60e8c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/d80c6450445548fa83160adfb54e7ba0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/6facc07813a841868f6bd1ced4874853] 2024-12-17T01:27:42,092 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74ce98f34b80461eacc715e71ca7f7ec, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1734398856670 2024-12-17T01:27:42,092 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting e051961d686e43edbb0c0620eaf60e8c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734398856813 2024-12-17T01:27:42,092 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting d80c6450445548fa83160adfb54e7ba0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1734398857947 2024-12-17T01:27:42,093 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6facc07813a841868f6bd1ced4874853, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734398860095 2024-12-17T01:27:42,096 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 39eb1bda9c3040fcaedaf4ce6eeedd1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1734398856670 2024-12-17T01:27:42,096 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cc4cea110e347ec96d85f12888b5a01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734398856813 2024-12-17T01:27:42,097 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 308bded13ba84b1991494c7e11e02f3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1734398857947 2024-12-17T01:27:42,097 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 12d3f2eef4514ee1b6eb8f6f5a03f25f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734398860100 2024-12-17T01:27:42,099 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:42,102 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412174062e3b77f6642f8b6b4f4ec74f2206e_eb873d59994d791157a74088e71fcced store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:42,105 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412174062e3b77f6642f8b6b4f4ec74f2206e_eb873d59994d791157a74088e71fcced, store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:42,106 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412174062e3b77f6642f8b6b4f4ec74f2206e_eb873d59994d791157a74088e71fcced because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:42,107 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:42,108 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/59ce8cb1335b41ea935c31cc14c611eb is 50, key is test_row_0/B:col10/1734398860100/Put/seqid=0 2024-12-17T01:27:42,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742219_1395 (size=4469) 2024-12-17T01:27:42,118 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#A#compaction#338 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:42,119 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/78bd5ee23e944205b715392eaef1abd0 is 175, key is test_row_0/A:col10/1734398860100/Put/seqid=0 2024-12-17T01:27:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742220_1396 (size=12527) 2024-12-17T01:27:42,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742221_1397 (size=31481) 2024-12-17T01:27:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:42,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T01:27:42,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:42,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:42,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:42,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:42,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:42,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:42,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d34fb1e90e9e43018a19cf580f504b6e_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398862383/Put/seqid=0 2024-12-17T01:27:42,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742222_1398 (size=14794) 2024-12-17T01:27:42,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398922404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:42,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398922407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:42,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398922407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:42,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398922510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:42,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398922512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:42,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398922514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:42,529 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/59ce8cb1335b41ea935c31cc14c611eb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/59ce8cb1335b41ea935c31cc14c611eb 2024-12-17T01:27:42,529 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/78bd5ee23e944205b715392eaef1abd0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/78bd5ee23e944205b715392eaef1abd0 2024-12-17T01:27:42,534 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb873d59994d791157a74088e71fcced/B of eb873d59994d791157a74088e71fcced into 59ce8cb1335b41ea935c31cc14c611eb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:42,534 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:42,534 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/B, priority=12, startTime=1734398862090; duration=0sec 2024-12-17T01:27:42,534 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:42,534 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:B 2024-12-17T01:27:42,535 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:42,535 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb873d59994d791157a74088e71fcced/A of eb873d59994d791157a74088e71fcced into 78bd5ee23e944205b715392eaef1abd0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:42,535 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:42,535 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/A, priority=12, startTime=1734398862090; duration=0sec 2024-12-17T01:27:42,535 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:42,535 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:A 2024-12-17T01:27:42,536 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:42,536 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/C is initiating minor compaction (all files) 2024-12-17T01:27:42,536 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/C in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:42,536 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/7e067840919748fd8de9434d8791d19e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/f2b4bf12901d4c06839f4e3c1e46529e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/f073cc33ae98441ab8558405a380407d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/ab42130d1a0448248646d892c1cd9319] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=47.6 K 2024-12-17T01:27:42,537 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e067840919748fd8de9434d8791d19e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1734398856670 2024-12-17T01:27:42,537 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting f2b4bf12901d4c06839f4e3c1e46529e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734398856813 2024-12-17T01:27:42,537 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting f073cc33ae98441ab8558405a380407d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1734398857947 2024-12-17T01:27:42,537 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting ab42130d1a0448248646d892c1cd9319, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734398860100 2024-12-17T01:27:42,546 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#C#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:42,547 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/1eaa4ddfe22348c5a1b39231217383f0 is 50, key is test_row_0/C:col10/1734398860100/Put/seqid=0 2024-12-17T01:27:42,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742223_1399 (size=12527) 2024-12-17T01:27:42,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398922717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:42,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398922718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:42,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398922719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:42,796 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:42,800 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d34fb1e90e9e43018a19cf580f504b6e_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d34fb1e90e9e43018a19cf580f504b6e_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:42,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/1051e62ff1214ecb9b042fc3b551bb1d, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:42,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/1051e62ff1214ecb9b042fc3b551bb1d is 175, key is test_row_0/A:col10/1734398862383/Put/seqid=0 2024-12-17T01:27:42,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742224_1400 (size=39749) 2024-12-17T01:27:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T01:27:42,822 INFO [Thread-1591 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-17T01:27:42,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-17T01:27:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T01:27:42,825 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:42,825 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:42,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T01:27:42,955 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/1eaa4ddfe22348c5a1b39231217383f0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/1eaa4ddfe22348c5a1b39231217383f0 2024-12-17T01:27:42,960 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb873d59994d791157a74088e71fcced/C of eb873d59994d791157a74088e71fcced into 1eaa4ddfe22348c5a1b39231217383f0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:42,960 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:42,960 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/C, priority=12, startTime=1734398862090; duration=0sec 2024-12-17T01:27:42,960 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:42,960 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:C 2024-12-17T01:27:42,978 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:42,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T01:27:42,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:42,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398923023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:43,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398923023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:43,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398923025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T01:27:43,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:43,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T01:27:43,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:43,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:43,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:43,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,205 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/1051e62ff1214ecb9b042fc3b551bb1d 2024-12-17T01:27:43,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/28ece2bb1c2e427e8542de5a3543b24d is 50, key is test_row_0/B:col10/1734398862383/Put/seqid=0 2024-12-17T01:27:43,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742225_1401 (size=12151) 2024-12-17T01:27:43,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:43,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T01:27:43,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:43,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:43,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:43,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T01:27:43,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:43,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T01:27:43,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:43,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:43,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:43,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398923527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:43,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398923528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:43,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398923529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:43,589 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:43,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T01:27:43,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:43,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:43,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:43,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/28ece2bb1c2e427e8542de5a3543b24d 2024-12-17T01:27:43,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/4a9ea4484e6044c9bb2d79660dce55b2 is 50, key is test_row_0/C:col10/1734398862383/Put/seqid=0 2024-12-17T01:27:43,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742226_1402 (size=12151) 2024-12-17T01:27:43,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:43,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T01:27:43,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:43,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:43,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:43,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:43,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T01:27:43,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:43,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:43,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:43,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T01:27:44,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/4a9ea4484e6044c9bb2d79660dce55b2 2024-12-17T01:27:44,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/1051e62ff1214ecb9b042fc3b551bb1d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/1051e62ff1214ecb9b042fc3b551bb1d 2024-12-17T01:27:44,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/1051e62ff1214ecb9b042fc3b551bb1d, entries=200, sequenceid=198, filesize=38.8 K 2024-12-17T01:27:44,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/28ece2bb1c2e427e8542de5a3543b24d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/28ece2bb1c2e427e8542de5a3543b24d 2024-12-17T01:27:44,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/28ece2bb1c2e427e8542de5a3543b24d, entries=150, sequenceid=198, filesize=11.9 K 2024-12-17T01:27:44,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/4a9ea4484e6044c9bb2d79660dce55b2 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/4a9ea4484e6044c9bb2d79660dce55b2 2024-12-17T01:27:44,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/4a9ea4484e6044c9bb2d79660dce55b2, entries=150, sequenceid=198, filesize=11.9 K 2024-12-17T01:27:44,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for eb873d59994d791157a74088e71fcced in 1662ms, sequenceid=198, compaction requested=false 2024-12-17T01:27:44,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:44,047 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:44,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T01:27:44,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:44,048 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T01:27:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:44,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e442ee501b454701a322466784bbfb47_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398862403/Put/seqid=0 2024-12-17T01:27:44,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742227_1403 (size=12304) 2024-12-17T01:27:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:44,462 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e442ee501b454701a322466784bbfb47_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e442ee501b454701a322466784bbfb47_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:44,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/4e4b31596cb248099e988328ec4f6009, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:44,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/4e4b31596cb248099e988328ec4f6009 is 175, key is test_row_0/A:col10/1734398862403/Put/seqid=0 2024-12-17T01:27:44,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742228_1404 (size=31105) 2024-12-17T01:27:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:44,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:44,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398924572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:44,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398924573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:44,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398924578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:44,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398924680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:44,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398924680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:44,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398924681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:44,868 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/4e4b31596cb248099e988328ec4f6009 2024-12-17T01:27:44,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/afce2c9aa65544c0867fc7842869e9eb is 50, key is test_row_0/B:col10/1734398862403/Put/seqid=0 2024-12-17T01:27:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742229_1405 (size=12151) 2024-12-17T01:27:44,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398924885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:44,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398924886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:44,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398924886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T01:27:45,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398925192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:45,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398925192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:45,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398925192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:45,279 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/afce2c9aa65544c0867fc7842869e9eb 2024-12-17T01:27:45,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/9d806f3f612b466b9b4e751d04ef3b01 is 50, key is test_row_0/C:col10/1734398862403/Put/seqid=0 2024-12-17T01:27:45,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742230_1406 (size=12151) 2024-12-17T01:27:45,689 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/9d806f3f612b466b9b4e751d04ef3b01 2024-12-17T01:27:45,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/4e4b31596cb248099e988328ec4f6009 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/4e4b31596cb248099e988328ec4f6009 2024-12-17T01:27:45,696 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/4e4b31596cb248099e988328ec4f6009, entries=150, sequenceid=214, filesize=30.4 K 2024-12-17T01:27:45,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/afce2c9aa65544c0867fc7842869e9eb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/afce2c9aa65544c0867fc7842869e9eb 2024-12-17T01:27:45,700 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/afce2c9aa65544c0867fc7842869e9eb, entries=150, sequenceid=214, filesize=11.9 K 2024-12-17T01:27:45,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/9d806f3f612b466b9b4e751d04ef3b01 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9d806f3f612b466b9b4e751d04ef3b01 2024-12-17T01:27:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398925697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398925698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398925698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:45,704 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9d806f3f612b466b9b4e751d04ef3b01, entries=150, sequenceid=214, filesize=11.9 K 2024-12-17T01:27:45,705 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for eb873d59994d791157a74088e71fcced in 1657ms, sequenceid=214, compaction requested=true 2024-12-17T01:27:45,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:45,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:45,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-17T01:27:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-17T01:27:45,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-17T01:27:45,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8820 sec 2024-12-17T01:27:45,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.8850 sec 2024-12-17T01:27:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:46,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T01:27:46,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:46,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:46,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:46,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:46,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:46,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:46,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121730c8cd3b107c4c2cb7aca821e2bebd19_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398866705/Put/seqid=0 2024-12-17T01:27:46,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742231_1407 (size=14794) 2024-12-17T01:27:46,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398926724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:46,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398926725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:46,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398926729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:46,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398926830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:46,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398926834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:46,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398926834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T01:27:46,930 INFO [Thread-1591 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-17T01:27:46,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-17T01:27:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T01:27:46,933 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:46,933 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:46,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T01:27:47,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398927032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398927038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398927039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T01:27:47,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:47,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,121 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:47,125 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121730c8cd3b107c4c2cb7aca821e2bebd19_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121730c8cd3b107c4c2cb7aca821e2bebd19_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:47,125 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/07ca69dab8d146e0af7af5b5e6836aee, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:47,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/07ca69dab8d146e0af7af5b5e6836aee is 175, key is test_row_0/A:col10/1734398866705/Put/seqid=0 2024-12-17T01:27:47,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742232_1408 (size=39749) 2024-12-17T01:27:47,140 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/07ca69dab8d146e0af7af5b5e6836aee 2024-12-17T01:27:47,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/78e2f7a60737479384b3c8e5c2579dbe is 50, key is test_row_0/B:col10/1734398866705/Put/seqid=0 2024-12-17T01:27:47,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742233_1409 (size=12151) 2024-12-17T01:27:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T01:27:47,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T01:27:47,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:47,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398927335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398927343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398927344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T01:27:47,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:47,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T01:27:47,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T01:27:47,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:47,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/78e2f7a60737479384b3c8e5c2579dbe 2024-12-17T01:27:47,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/004d218bac6a4fd4a0c71892ec7b3e2a is 50, key is test_row_0/C:col10/1734398866705/Put/seqid=0 2024-12-17T01:27:47,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742234_1410 (size=12151) 2024-12-17T01:27:47,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T01:27:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398927840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T01:27:47,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:47,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398927849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398927850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:47,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/004d218bac6a4fd4a0c71892ec7b3e2a 2024-12-17T01:27:47,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/07ca69dab8d146e0af7af5b5e6836aee as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/07ca69dab8d146e0af7af5b5e6836aee 2024-12-17T01:27:47,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/07ca69dab8d146e0af7af5b5e6836aee, entries=200, sequenceid=238, filesize=38.8 K 2024-12-17T01:27:47,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/78e2f7a60737479384b3c8e5c2579dbe as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/78e2f7a60737479384b3c8e5c2579dbe 2024-12-17T01:27:47,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/78e2f7a60737479384b3c8e5c2579dbe, entries=150, sequenceid=238, filesize=11.9 K 2024-12-17T01:27:47,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/004d218bac6a4fd4a0c71892ec7b3e2a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/004d218bac6a4fd4a0c71892ec7b3e2a 2024-12-17T01:27:47,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/004d218bac6a4fd4a0c71892ec7b3e2a, entries=150, sequenceid=238, filesize=11.9 K 2024-12-17T01:27:47,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for eb873d59994d791157a74088e71fcced in 1278ms, sequenceid=238, compaction requested=true 2024-12-17T01:27:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:27:47,985 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:47,985 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:27:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:27:47,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:47,986 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:47,986 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142084 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:47,986 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/B is initiating minor compaction (all files) 2024-12-17T01:27:47,986 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/A is initiating minor compaction (all files) 2024-12-17T01:27:47,986 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/B in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,986 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/A in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,986 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/59ce8cb1335b41ea935c31cc14c611eb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/28ece2bb1c2e427e8542de5a3543b24d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/afce2c9aa65544c0867fc7842869e9eb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/78e2f7a60737479384b3c8e5c2579dbe] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=47.8 K 2024-12-17T01:27:47,987 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/78bd5ee23e944205b715392eaef1abd0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/1051e62ff1214ecb9b042fc3b551bb1d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/4e4b31596cb248099e988328ec4f6009, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/07ca69dab8d146e0af7af5b5e6836aee] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=138.8 K 2024-12-17T01:27:47,987 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:47,987 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/78bd5ee23e944205b715392eaef1abd0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/1051e62ff1214ecb9b042fc3b551bb1d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/4e4b31596cb248099e988328ec4f6009, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/07ca69dab8d146e0af7af5b5e6836aee] 2024-12-17T01:27:47,987 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 59ce8cb1335b41ea935c31cc14c611eb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734398860100 2024-12-17T01:27:47,987 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78bd5ee23e944205b715392eaef1abd0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734398860100 2024-12-17T01:27:47,987 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 28ece2bb1c2e427e8542de5a3543b24d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734398861258 2024-12-17T01:27:47,987 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1051e62ff1214ecb9b042fc3b551bb1d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734398861258 2024-12-17T01:27:47,988 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting afce2c9aa65544c0867fc7842869e9eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734398862399 2024-12-17T01:27:47,988 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e4b31596cb248099e988328ec4f6009, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734398862399 2024-12-17T01:27:47,988 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 78e2f7a60737479384b3c8e5c2579dbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734398864559 2024-12-17T01:27:47,988 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07ca69dab8d146e0af7af5b5e6836aee, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734398864559 2024-12-17T01:27:47,994 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:47,996 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:47,997 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/385340d05bea453aac0c553d68c25bec is 50, key is test_row_0/B:col10/1734398866705/Put/seqid=0 2024-12-17T01:27:47,998 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412177d570f1d454b4b41ae896b2bb2a73fcc_eb873d59994d791157a74088e71fcced store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:48,001 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412177d570f1d454b4b41ae896b2bb2a73fcc_eb873d59994d791157a74088e71fcced, store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:48,001 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412177d570f1d454b4b41ae896b2bb2a73fcc_eb873d59994d791157a74088e71fcced because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:48,002 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:48,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T01:27:48,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:48,003 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T01:27:48,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:48,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:48,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:48,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:48,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:48,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:48,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742236_1412 (size=4469) 2024-12-17T01:27:48,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742235_1411 (size=12663) 2024-12-17T01:27:48,020 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#A#compaction#350 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:48,021 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/570eadf4497542feb4cd5cb386432c28 is 175, key is test_row_0/A:col10/1734398866705/Put/seqid=0 2024-12-17T01:27:48,024 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/385340d05bea453aac0c553d68c25bec as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/385340d05bea453aac0c553d68c25bec 2024-12-17T01:27:48,029 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb873d59994d791157a74088e71fcced/B of eb873d59994d791157a74088e71fcced into 385340d05bea453aac0c553d68c25bec(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:48,029 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:48,029 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/B, priority=12, startTime=1734398867985; duration=0sec 2024-12-17T01:27:48,029 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:48,029 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:B 2024-12-17T01:27:48,029 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:27:48,031 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:27:48,031 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/C is initiating minor compaction (all files) 2024-12-17T01:27:48,031 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/C in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:48,031 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/1eaa4ddfe22348c5a1b39231217383f0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/4a9ea4484e6044c9bb2d79660dce55b2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9d806f3f612b466b9b4e751d04ef3b01, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/004d218bac6a4fd4a0c71892ec7b3e2a] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=47.8 K 2024-12-17T01:27:48,031 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eaa4ddfe22348c5a1b39231217383f0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734398860100 2024-12-17T01:27:48,032 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a9ea4484e6044c9bb2d79660dce55b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734398861258 2024-12-17T01:27:48,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a6a977fd398345da8c5cc4c5654b269d_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398866711/Put/seqid=0 2024-12-17T01:27:48,035 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d806f3f612b466b9b4e751d04ef3b01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734398862399 2024-12-17T01:27:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T01:27:48,036 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 004d218bac6a4fd4a0c71892ec7b3e2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734398864559 2024-12-17T01:27:48,069 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#C#compaction#353 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:48,070 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/a7489e4bb6bb46fcb0cf09adac510a37 is 50, key is test_row_0/C:col10/1734398866705/Put/seqid=0 2024-12-17T01:27:48,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742237_1413 (size=31617) 2024-12-17T01:27:48,078 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/570eadf4497542feb4cd5cb386432c28 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/570eadf4497542feb4cd5cb386432c28 2024-12-17T01:27:48,082 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb873d59994d791157a74088e71fcced/A of eb873d59994d791157a74088e71fcced into 570eadf4497542feb4cd5cb386432c28(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:48,082 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:48,082 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/A, priority=12, startTime=1734398867985; duration=0sec 2024-12-17T01:27:48,082 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:48,082 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:A 2024-12-17T01:27:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742238_1414 (size=12304) 2024-12-17T01:27:48,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742239_1415 (size=12663) 2024-12-17T01:27:48,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:48,489 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a6a977fd398345da8c5cc4c5654b269d_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a6a977fd398345da8c5cc4c5654b269d_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:48,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/3650e5fc21af466f9a982cd0477a9687, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:48,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/3650e5fc21af466f9a982cd0477a9687 is 175, key is test_row_0/A:col10/1734398866711/Put/seqid=0 2024-12-17T01:27:48,496 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/a7489e4bb6bb46fcb0cf09adac510a37 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/a7489e4bb6bb46fcb0cf09adac510a37 2024-12-17T01:27:48,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742240_1416 (size=31105) 2024-12-17T01:27:48,500 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb873d59994d791157a74088e71fcced/C of eb873d59994d791157a74088e71fcced into a7489e4bb6bb46fcb0cf09adac510a37(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:48,500 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:48,500 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/C, priority=12, startTime=1734398867985; duration=0sec 2024-12-17T01:27:48,501 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:48,501 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:C 2024-12-17T01:27:48,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. as already flushing 2024-12-17T01:27:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:48,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398928794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:48,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398928796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:48,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398928849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:48,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398928856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:48,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398928860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:48,897 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/3650e5fc21af466f9a982cd0477a9687 2024-12-17T01:27:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398928897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398928898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:48,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/030561c55e1e41b2a4d71785cca0535f is 50, key is test_row_0/B:col10/1734398866711/Put/seqid=0 2024-12-17T01:27:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742241_1417 (size=12151) 2024-12-17T01:27:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T01:27:49,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398929101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:49,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398929102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:49,307 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/030561c55e1e41b2a4d71785cca0535f 2024-12-17T01:27:49,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/79cf7d646ff04330b87fcfd0fde0051c is 50, key is test_row_0/C:col10/1734398866711/Put/seqid=0 2024-12-17T01:27:49,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742242_1418 (size=12151) 2024-12-17T01:27:49,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398929406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:49,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398929407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:49,719 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/79cf7d646ff04330b87fcfd0fde0051c 2024-12-17T01:27:49,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/3650e5fc21af466f9a982cd0477a9687 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/3650e5fc21af466f9a982cd0477a9687 2024-12-17T01:27:49,727 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/3650e5fc21af466f9a982cd0477a9687, entries=150, sequenceid=250, filesize=30.4 K 2024-12-17T01:27:49,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/030561c55e1e41b2a4d71785cca0535f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/030561c55e1e41b2a4d71785cca0535f 2024-12-17T01:27:49,732 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/030561c55e1e41b2a4d71785cca0535f, entries=150, sequenceid=250, filesize=11.9 K 2024-12-17T01:27:49,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/79cf7d646ff04330b87fcfd0fde0051c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/79cf7d646ff04330b87fcfd0fde0051c 2024-12-17T01:27:49,736 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/79cf7d646ff04330b87fcfd0fde0051c, entries=150, sequenceid=250, filesize=11.9 K 2024-12-17T01:27:49,737 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for eb873d59994d791157a74088e71fcced in 1734ms, sequenceid=250, compaction requested=false 2024-12-17T01:27:49,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:49,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:49,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-17T01:27:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-17T01:27:49,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-17T01:27:49,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8060 sec 2024-12-17T01:27:49,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.8100 sec 2024-12-17T01:27:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:49,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:27:49,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:49,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:49,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:49,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:49,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:49,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:49,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217aacfc6c372bd4371a3cbedcf84a4f699_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398869915/Put/seqid=0 2024-12-17T01:27:49,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742243_1419 (size=17534) 2024-12-17T01:27:49,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398929933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:49,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398929938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:50,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398930039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:50,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398930045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:50,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398930244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:50,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398930250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:50,326 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:50,330 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217aacfc6c372bd4371a3cbedcf84a4f699_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217aacfc6c372bd4371a3cbedcf84a4f699_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:50,330 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/fb48a3bf18354b25a795cca9642bb229, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:50,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/fb48a3bf18354b25a795cca9642bb229 is 175, key is test_row_0/A:col10/1734398869915/Put/seqid=0 2024-12-17T01:27:50,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742244_1420 (size=48639) 2024-12-17T01:27:50,538 DEBUG [Thread-1598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x176c5c1b to 127.0.0.1:61973 2024-12-17T01:27:50,538 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:50,540 DEBUG [Thread-1596 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:61973 2024-12-17T01:27:50,540 DEBUG [Thread-1592 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c2c778 to 127.0.0.1:61973 2024-12-17T01:27:50,540 DEBUG [Thread-1596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:50,540 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:50,543 DEBUG [Thread-1600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:61973 2024-12-17T01:27:50,543 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:50,546 DEBUG [Thread-1594 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2931c73e to 127.0.0.1:61973 2024-12-17T01:27:50,546 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:50,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398930548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:50,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398930552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:50,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T01:27:50,736 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/fb48a3bf18354b25a795cca9642bb229 2024-12-17T01:27:50,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/ff93afec8cdb40aea7cdc03c45fae7ab is 50, key is test_row_0/B:col10/1734398869915/Put/seqid=0 2024-12-17T01:27:50,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742245_1421 (size=12301) 2024-12-17T01:27:50,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55100 deadline: 1734398930860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:50,860 DEBUG [Thread-1587 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., hostname=7b75acfc7251,36369,1734398752304, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T01:27:50,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1734398930869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:50,870 DEBUG [Thread-1589 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., hostname=7b75acfc7251,36369,1734398752304, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T01:27:50,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1734398930880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:50,881 DEBUG [Thread-1581 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., hostname=7b75acfc7251,36369,1734398752304, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T01:27:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T01:27:51,037 INFO [Thread-1591 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-17T01:27:51,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55178 deadline: 1734398931049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:51,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55162 deadline: 1734398931053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:51,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/ff93afec8cdb40aea7cdc03c45fae7ab 2024-12-17T01:27:51,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/9991271273a342a0b44a700682b1f56e is 50, key is test_row_0/C:col10/1734398869915/Put/seqid=0 2024-12-17T01:27:51,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742246_1422 (size=12301) 2024-12-17T01:27:51,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/9991271273a342a0b44a700682b1f56e 2024-12-17T01:27:51,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/fb48a3bf18354b25a795cca9642bb229 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/fb48a3bf18354b25a795cca9642bb229 2024-12-17T01:27:51,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/fb48a3bf18354b25a795cca9642bb229, entries=250, sequenceid=279, filesize=47.5 K 2024-12-17T01:27:51,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/ff93afec8cdb40aea7cdc03c45fae7ab as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/ff93afec8cdb40aea7cdc03c45fae7ab 2024-12-17T01:27:51,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/ff93afec8cdb40aea7cdc03c45fae7ab, entries=150, sequenceid=279, filesize=12.0 K 2024-12-17T01:27:51,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/9991271273a342a0b44a700682b1f56e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9991271273a342a0b44a700682b1f56e 2024-12-17T01:27:51,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9991271273a342a0b44a700682b1f56e, entries=150, sequenceid=279, filesize=12.0 K 2024-12-17T01:27:51,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for eb873d59994d791157a74088e71fcced in 1654ms, sequenceid=279, compaction requested=true 2024-12-17T01:27:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:27:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:27:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb873d59994d791157a74088e71fcced:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:27:51,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:51,568 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:51,568 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:51,569 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:51,569 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111361 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:51,569 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/B is initiating minor compaction (all files) 2024-12-17T01:27:51,569 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/A is initiating minor compaction (all files) 2024-12-17T01:27:51,569 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/B in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:51,569 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/A in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:51,569 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/385340d05bea453aac0c553d68c25bec, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/030561c55e1e41b2a4d71785cca0535f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/ff93afec8cdb40aea7cdc03c45fae7ab] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=36.2 K 2024-12-17T01:27:51,569 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/570eadf4497542feb4cd5cb386432c28, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/3650e5fc21af466f9a982cd0477a9687, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/fb48a3bf18354b25a795cca9642bb229] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=108.8 K 2024-12-17T01:27:51,569 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:51,569 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/570eadf4497542feb4cd5cb386432c28, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/3650e5fc21af466f9a982cd0477a9687, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/fb48a3bf18354b25a795cca9642bb229] 2024-12-17T01:27:51,569 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 385340d05bea453aac0c553d68c25bec, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734398864559 2024-12-17T01:27:51,570 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 030561c55e1e41b2a4d71785cca0535f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734398866711 2024-12-17T01:27:51,570 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 570eadf4497542feb4cd5cb386432c28, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734398864559 2024-12-17T01:27:51,570 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting ff93afec8cdb40aea7cdc03c45fae7ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734398868777 2024-12-17T01:27:51,570 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3650e5fc21af466f9a982cd0477a9687, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734398866711 2024-12-17T01:27:51,570 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb48a3bf18354b25a795cca9642bb229, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734398868777 2024-12-17T01:27:51,576 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:51,576 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#B#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:51,576 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/4e1ebc182df840a4a771d1bd10f3950e is 50, key is test_row_0/B:col10/1734398869915/Put/seqid=0 2024-12-17T01:27:51,577 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412177a67da8f94ba472182a9d3a7489833ca_eb873d59994d791157a74088e71fcced store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:51,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742247_1423 (size=12915) 2024-12-17T01:27:51,601 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412177a67da8f94ba472182a9d3a7489833ca_eb873d59994d791157a74088e71fcced, store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:51,601 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412177a67da8f94ba472182a9d3a7489833ca_eb873d59994d791157a74088e71fcced because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:51,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742248_1424 (size=4469) 2024-12-17T01:27:51,984 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/4e1ebc182df840a4a771d1bd10f3950e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/4e1ebc182df840a4a771d1bd10f3950e 2024-12-17T01:27:51,988 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb873d59994d791157a74088e71fcced/B of eb873d59994d791157a74088e71fcced into 4e1ebc182df840a4a771d1bd10f3950e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:51,988 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:51,988 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/B, priority=13, startTime=1734398871568; duration=0sec 2024-12-17T01:27:51,988 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:27:51,988 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:B 2024-12-17T01:27:51,988 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:27:51,989 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:27:51,989 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): eb873d59994d791157a74088e71fcced/C is initiating minor compaction (all files) 2024-12-17T01:27:51,989 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb873d59994d791157a74088e71fcced/C in TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:51,989 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/a7489e4bb6bb46fcb0cf09adac510a37, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/79cf7d646ff04330b87fcfd0fde0051c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9991271273a342a0b44a700682b1f56e] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp, totalSize=36.2 K 2024-12-17T01:27:51,989 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting a7489e4bb6bb46fcb0cf09adac510a37, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734398864559 2024-12-17T01:27:51,990 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 79cf7d646ff04330b87fcfd0fde0051c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734398866711 2024-12-17T01:27:51,990 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 9991271273a342a0b44a700682b1f56e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1734398868777 2024-12-17T01:27:51,995 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#C#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:51,996 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/3f12848dcaf943039c630b56803ae0f6 is 50, key is test_row_0/C:col10/1734398869915/Put/seqid=0 2024-12-17T01:27:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742249_1425 (size=12915) 2024-12-17T01:27:52,005 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb873d59994d791157a74088e71fcced#A#compaction#360 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:27:52,006 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/8fcb5065844a4a15b7cc060e4b45eccf is 175, key is test_row_0/A:col10/1734398869915/Put/seqid=0 2024-12-17T01:27:52,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742250_1426 (size=31869) 2024-12-17T01:27:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on eb873d59994d791157a74088e71fcced 2024-12-17T01:27:52,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T01:27:52,059 DEBUG [Thread-1585 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x573c7461 to 127.0.0.1:61973 2024-12-17T01:27:52,059 DEBUG [Thread-1585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:52,059 DEBUG [Thread-1583 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e359d9d to 127.0.0.1:61973 2024-12-17T01:27:52,059 DEBUG [Thread-1583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:52,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:52,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:52,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:52,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:52,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:52,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:52,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121764bb9fa9909c4f3196d4461a363d5cfc_eb873d59994d791157a74088e71fcced is 50, key is test_row_1/A:col10/1734398872057/Put/seqid=0 2024-12-17T01:27:52,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742251_1427 (size=9914) 2024-12-17T01:27:52,403 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/3f12848dcaf943039c630b56803ae0f6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/3f12848dcaf943039c630b56803ae0f6 2024-12-17T01:27:52,406 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb873d59994d791157a74088e71fcced/C of eb873d59994d791157a74088e71fcced into 3f12848dcaf943039c630b56803ae0f6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:52,407 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:52,407 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/C, priority=13, startTime=1734398871568; duration=0sec 2024-12-17T01:27:52,407 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:52,407 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:C 2024-12-17T01:27:52,412 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/8fcb5065844a4a15b7cc060e4b45eccf as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/8fcb5065844a4a15b7cc060e4b45eccf 2024-12-17T01:27:52,415 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb873d59994d791157a74088e71fcced/A of eb873d59994d791157a74088e71fcced into 8fcb5065844a4a15b7cc060e4b45eccf(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:27:52,415 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:52,415 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced., storeName=eb873d59994d791157a74088e71fcced/A, priority=13, startTime=1734398871568; duration=0sec 2024-12-17T01:27:52,415 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:27:52,415 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb873d59994d791157a74088e71fcced:A 2024-12-17T01:27:52,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:52,473 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121764bb9fa9909c4f3196d4461a363d5cfc_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121764bb9fa9909c4f3196d4461a363d5cfc_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:52,474 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/e1d57bc2dacc46e99a5b501451dfef92, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:52,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/e1d57bc2dacc46e99a5b501451dfef92 is 175, key is test_row_1/A:col10/1734398872057/Put/seqid=0 2024-12-17T01:27:52,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742252_1428 (size=22561) 2024-12-17T01:27:52,878 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/e1d57bc2dacc46e99a5b501451dfef92 2024-12-17T01:27:52,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/abfde12f35a14290949a66ecb8351853 is 50, key is test_row_1/B:col10/1734398872057/Put/seqid=0 2024-12-17T01:27:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742253_1429 (size=9857) 2024-12-17T01:27:53,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/abfde12f35a14290949a66ecb8351853 2024-12-17T01:27:53,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/a39ea718936c45c2973fafea294be974 is 50, key is test_row_1/C:col10/1734398872057/Put/seqid=0 2024-12-17T01:27:53,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742254_1430 (size=9857) 2024-12-17T01:27:53,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/a39ea718936c45c2973fafea294be974 2024-12-17T01:27:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/e1d57bc2dacc46e99a5b501451dfef92 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/e1d57bc2dacc46e99a5b501451dfef92 2024-12-17T01:27:53,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/e1d57bc2dacc46e99a5b501451dfef92, entries=100, sequenceid=292, filesize=22.0 K 2024-12-17T01:27:53,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/abfde12f35a14290949a66ecb8351853 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/abfde12f35a14290949a66ecb8351853 2024-12-17T01:27:53,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/abfde12f35a14290949a66ecb8351853, entries=100, sequenceid=292, filesize=9.6 K 2024-12-17T01:27:53,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/a39ea718936c45c2973fafea294be974 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/a39ea718936c45c2973fafea294be974 2024-12-17T01:27:53,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/a39ea718936c45c2973fafea294be974, entries=100, sequenceid=292, filesize=9.6 K 2024-12-17T01:27:53,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for eb873d59994d791157a74088e71fcced in 1650ms, sequenceid=292, compaction requested=false 2024-12-17T01:27:53,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:54,895 DEBUG [Thread-1581 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b140e78 to 127.0.0.1:61973 2024-12-17T01:27:54,895 DEBUG [Thread-1581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:54,896 DEBUG [Thread-1589 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bc9c77a to 127.0.0.1:61973 2024-12-17T01:27:54,896 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:54,899 DEBUG [Thread-1587 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3eacd0f7 to 127.0.0.1:61973 2024-12-17T01:27:54,899 DEBUG [Thread-1587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2810 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8430 rows 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2819 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8457 rows 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2813 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8439 rows 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2812 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8436 rows 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2807 2024-12-17T01:27:54,899 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8421 rows 2024-12-17T01:27:54,900 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T01:27:54,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b0e0c68 to 127.0.0.1:61973 2024-12-17T01:27:54,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:27:54,902 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T01:27:54,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T01:27:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T01:27:54,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398874907"}]},"ts":"1734398874907"} 2024-12-17T01:27:54,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T01:27:54,912 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T01:27:54,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T01:27:54,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb873d59994d791157a74088e71fcced, UNASSIGN}] 2024-12-17T01:27:54,914 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb873d59994d791157a74088e71fcced, UNASSIGN 2024-12-17T01:27:54,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=eb873d59994d791157a74088e71fcced, regionState=CLOSING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:54,915 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T01:27:54,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; CloseRegionProcedure eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:27:54,934 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7b75acfc7251:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/79f59a5822d24c61972796c31e07596e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/2f4986b4321b410dbcf1e46a92ecb283, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/6d7478f39408434898d04bfe80152966, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/a0b666dc42a74879a99a73db34380eb3, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/5f13a209ee324aa3985bc6bf9931ae23, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/b6d1fdacdb3d44b094b0469224be6fef, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/9ad73d9903c24185b89d49abae924b4f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/74ce98f34b80461eacc715e71ca7f7ec, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/e051961d686e43edbb0c0620eaf60e8c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/d80c6450445548fa83160adfb54e7ba0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/6facc07813a841868f6bd1ced4874853, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/78bd5ee23e944205b715392eaef1abd0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/1051e62ff1214ecb9b042fc3b551bb1d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/4e4b31596cb248099e988328ec4f6009, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/07ca69dab8d146e0af7af5b5e6836aee, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/570eadf4497542feb4cd5cb386432c28, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/3650e5fc21af466f9a982cd0477a9687, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/fb48a3bf18354b25a795cca9642bb229] to archive 2024-12-17T01:27:54,935 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7b75acfc7251:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:27:54,937 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/2f4986b4321b410dbcf1e46a92ecb283 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/2f4986b4321b410dbcf1e46a92ecb283 2024-12-17T01:27:54,937 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/a0b666dc42a74879a99a73db34380eb3 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/a0b666dc42a74879a99a73db34380eb3 2024-12-17T01:27:54,937 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/79f59a5822d24c61972796c31e07596e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/79f59a5822d24c61972796c31e07596e 2024-12-17T01:27:54,937 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/6d7478f39408434898d04bfe80152966 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/6d7478f39408434898d04bfe80152966 2024-12-17T01:27:54,937 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/74ce98f34b80461eacc715e71ca7f7ec to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/74ce98f34b80461eacc715e71ca7f7ec 2024-12-17T01:27:54,937 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/9ad73d9903c24185b89d49abae924b4f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/9ad73d9903c24185b89d49abae924b4f 2024-12-17T01:27:54,937 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/b6d1fdacdb3d44b094b0469224be6fef to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/b6d1fdacdb3d44b094b0469224be6fef 2024-12-17T01:27:54,938 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/5f13a209ee324aa3985bc6bf9931ae23 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/5f13a209ee324aa3985bc6bf9931ae23 2024-12-17T01:27:54,939 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/d80c6450445548fa83160adfb54e7ba0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/d80c6450445548fa83160adfb54e7ba0 2024-12-17T01:27:54,939 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/4e4b31596cb248099e988328ec4f6009 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/4e4b31596cb248099e988328ec4f6009 2024-12-17T01:27:54,939 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/1051e62ff1214ecb9b042fc3b551bb1d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/1051e62ff1214ecb9b042fc3b551bb1d 2024-12-17T01:27:54,939 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/07ca69dab8d146e0af7af5b5e6836aee to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/07ca69dab8d146e0af7af5b5e6836aee 2024-12-17T01:27:54,939 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/e051961d686e43edbb0c0620eaf60e8c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/e051961d686e43edbb0c0620eaf60e8c 2024-12-17T01:27:54,939 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/78bd5ee23e944205b715392eaef1abd0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/78bd5ee23e944205b715392eaef1abd0 2024-12-17T01:27:54,939 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/6facc07813a841868f6bd1ced4874853 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/6facc07813a841868f6bd1ced4874853 2024-12-17T01:27:54,939 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/570eadf4497542feb4cd5cb386432c28 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/570eadf4497542feb4cd5cb386432c28 2024-12-17T01:27:54,940 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/3650e5fc21af466f9a982cd0477a9687 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/3650e5fc21af466f9a982cd0477a9687 2024-12-17T01:27:54,940 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/fb48a3bf18354b25a795cca9642bb229 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/fb48a3bf18354b25a795cca9642bb229 2024-12-17T01:27:54,942 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7b75acfc7251:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/b4e74cc63eb146568ec717fb4efe91ba, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/558c5066e8d64110935a7760adcb2b70, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/c207d22138b748ea9cec67372a10ec85, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/4337e3ad4d4e4973ad2f0e9c0889cf61, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/26a330e5efec4b448f47a76c5e70ed2f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/301ec20891f441019d5b0fc8f25b3890, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/39eb1bda9c3040fcaedaf4ce6eeedd1a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/a76694a5dc2e49f3b6e371fc51612e16, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/7cc4cea110e347ec96d85f12888b5a01, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/308bded13ba84b1991494c7e11e02f3e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/59ce8cb1335b41ea935c31cc14c611eb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/12d3f2eef4514ee1b6eb8f6f5a03f25f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/28ece2bb1c2e427e8542de5a3543b24d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/afce2c9aa65544c0867fc7842869e9eb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/385340d05bea453aac0c553d68c25bec, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/78e2f7a60737479384b3c8e5c2579dbe, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/030561c55e1e41b2a4d71785cca0535f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/ff93afec8cdb40aea7cdc03c45fae7ab] to archive 2024-12-17T01:27:54,943 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7b75acfc7251:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:27:54,944 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/c207d22138b748ea9cec67372a10ec85 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/c207d22138b748ea9cec67372a10ec85 2024-12-17T01:27:54,944 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/558c5066e8d64110935a7760adcb2b70 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/558c5066e8d64110935a7760adcb2b70 2024-12-17T01:27:54,945 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/b4e74cc63eb146568ec717fb4efe91ba to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/b4e74cc63eb146568ec717fb4efe91ba 2024-12-17T01:27:54,945 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/26a330e5efec4b448f47a76c5e70ed2f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/26a330e5efec4b448f47a76c5e70ed2f 2024-12-17T01:27:54,945 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/301ec20891f441019d5b0fc8f25b3890 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/301ec20891f441019d5b0fc8f25b3890 2024-12-17T01:27:54,945 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/a76694a5dc2e49f3b6e371fc51612e16 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/a76694a5dc2e49f3b6e371fc51612e16 2024-12-17T01:27:54,945 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/4337e3ad4d4e4973ad2f0e9c0889cf61 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/4337e3ad4d4e4973ad2f0e9c0889cf61 2024-12-17T01:27:54,946 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/7cc4cea110e347ec96d85f12888b5a01 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/7cc4cea110e347ec96d85f12888b5a01 2024-12-17T01:27:54,946 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/308bded13ba84b1991494c7e11e02f3e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/308bded13ba84b1991494c7e11e02f3e 2024-12-17T01:27:54,946 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/39eb1bda9c3040fcaedaf4ce6eeedd1a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/39eb1bda9c3040fcaedaf4ce6eeedd1a 2024-12-17T01:27:54,946 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/12d3f2eef4514ee1b6eb8f6f5a03f25f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/12d3f2eef4514ee1b6eb8f6f5a03f25f 2024-12-17T01:27:54,946 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/59ce8cb1335b41ea935c31cc14c611eb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/59ce8cb1335b41ea935c31cc14c611eb 2024-12-17T01:27:54,946 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/28ece2bb1c2e427e8542de5a3543b24d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/28ece2bb1c2e427e8542de5a3543b24d 2024-12-17T01:27:54,946 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/385340d05bea453aac0c553d68c25bec to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/385340d05bea453aac0c553d68c25bec 2024-12-17T01:27:54,946 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/afce2c9aa65544c0867fc7842869e9eb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/afce2c9aa65544c0867fc7842869e9eb 2024-12-17T01:27:54,947 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/78e2f7a60737479384b3c8e5c2579dbe to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/78e2f7a60737479384b3c8e5c2579dbe 2024-12-17T01:27:54,947 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/ff93afec8cdb40aea7cdc03c45fae7ab to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/ff93afec8cdb40aea7cdc03c45fae7ab 2024-12-17T01:27:54,947 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/030561c55e1e41b2a4d71785cca0535f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/030561c55e1e41b2a4d71785cca0535f 2024-12-17T01:27:54,949 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7b75acfc7251:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/df2ad8d19d294c9ca4306ccabf505cbf, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/188909cb78134183b6275ddcd95f3b8f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/360f4f302b6746fa8b033efad93aa407, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/8e8be1ce31f14303809a62826196e3de, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/2da32c3734874eb7905ab964bed215b1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/ca8be9223ddc4209b1fde99f175aef01, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/7e067840919748fd8de9434d8791d19e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9ce25b289071472aa7dc6c4240dbb653, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/f2b4bf12901d4c06839f4e3c1e46529e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/f073cc33ae98441ab8558405a380407d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/1eaa4ddfe22348c5a1b39231217383f0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/ab42130d1a0448248646d892c1cd9319, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/4a9ea4484e6044c9bb2d79660dce55b2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9d806f3f612b466b9b4e751d04ef3b01, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/a7489e4bb6bb46fcb0cf09adac510a37, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/004d218bac6a4fd4a0c71892ec7b3e2a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/79cf7d646ff04330b87fcfd0fde0051c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9991271273a342a0b44a700682b1f56e] to archive 2024-12-17T01:27:54,950 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7b75acfc7251:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:27:54,952 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/df2ad8d19d294c9ca4306ccabf505cbf to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/df2ad8d19d294c9ca4306ccabf505cbf 2024-12-17T01:27:54,952 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/188909cb78134183b6275ddcd95f3b8f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/188909cb78134183b6275ddcd95f3b8f 2024-12-17T01:27:54,952 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/8e8be1ce31f14303809a62826196e3de to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/8e8be1ce31f14303809a62826196e3de 2024-12-17T01:27:54,952 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/ca8be9223ddc4209b1fde99f175aef01 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/ca8be9223ddc4209b1fde99f175aef01 2024-12-17T01:27:54,952 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/2da32c3734874eb7905ab964bed215b1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/2da32c3734874eb7905ab964bed215b1 2024-12-17T01:27:54,952 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/7e067840919748fd8de9434d8791d19e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/7e067840919748fd8de9434d8791d19e 2024-12-17T01:27:54,952 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/360f4f302b6746fa8b033efad93aa407 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/360f4f302b6746fa8b033efad93aa407 2024-12-17T01:27:54,952 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9ce25b289071472aa7dc6c4240dbb653 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9ce25b289071472aa7dc6c4240dbb653 2024-12-17T01:27:54,953 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/f2b4bf12901d4c06839f4e3c1e46529e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/f2b4bf12901d4c06839f4e3c1e46529e 2024-12-17T01:27:54,953 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/4a9ea4484e6044c9bb2d79660dce55b2 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/4a9ea4484e6044c9bb2d79660dce55b2 2024-12-17T01:27:54,953 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/ab42130d1a0448248646d892c1cd9319 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/ab42130d1a0448248646d892c1cd9319 2024-12-17T01:27:54,954 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/f073cc33ae98441ab8558405a380407d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/f073cc33ae98441ab8558405a380407d 2024-12-17T01:27:54,954 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/a7489e4bb6bb46fcb0cf09adac510a37 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/a7489e4bb6bb46fcb0cf09adac510a37 2024-12-17T01:27:54,954 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/1eaa4ddfe22348c5a1b39231217383f0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/1eaa4ddfe22348c5a1b39231217383f0 2024-12-17T01:27:54,954 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9d806f3f612b466b9b4e751d04ef3b01 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9d806f3f612b466b9b4e751d04ef3b01 2024-12-17T01:27:54,954 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/004d218bac6a4fd4a0c71892ec7b3e2a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/004d218bac6a4fd4a0c71892ec7b3e2a 2024-12-17T01:27:54,955 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/79cf7d646ff04330b87fcfd0fde0051c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/79cf7d646ff04330b87fcfd0fde0051c 2024-12-17T01:27:54,955 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9991271273a342a0b44a700682b1f56e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/9991271273a342a0b44a700682b1f56e 2024-12-17T01:27:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T01:27:55,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:55,067 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(124): Close eb873d59994d791157a74088e71fcced 2024-12-17T01:27:55,067 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T01:27:55,067 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1681): Closing eb873d59994d791157a74088e71fcced, disabling compactions & flushes 2024-12-17T01:27:55,067 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:55,067 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:55,067 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. after waiting 0 ms 2024-12-17T01:27:55,067 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:55,067 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(2837): Flushing eb873d59994d791157a74088e71fcced 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-17T01:27:55,068 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=A 2024-12-17T01:27:55,068 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:55,068 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=B 2024-12-17T01:27:55,068 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:55,068 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb873d59994d791157a74088e71fcced, store=C 2024-12-17T01:27:55,068 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:55,073 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217db98ddb042df4cdb8ec3e58e9d459a88_eb873d59994d791157a74088e71fcced is 50, key is test_row_0/A:col10/1734398874898/Put/seqid=0 2024-12-17T01:27:55,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742255_1431 (size=9914) 2024-12-17T01:27:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T01:27:55,477 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:55,480 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217db98ddb042df4cdb8ec3e58e9d459a88_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217db98ddb042df4cdb8ec3e58e9d459a88_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:55,481 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/777824dd49af43a49e93fcb7c77ff786, store: [table=TestAcidGuarantees family=A region=eb873d59994d791157a74088e71fcced] 2024-12-17T01:27:55,481 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/777824dd49af43a49e93fcb7c77ff786 is 175, key is test_row_0/A:col10/1734398874898/Put/seqid=0 2024-12-17T01:27:55,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742256_1432 (size=22561) 2024-12-17T01:27:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T01:27:55,885 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/777824dd49af43a49e93fcb7c77ff786 2024-12-17T01:27:55,891 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/f04896debc95495b9ccc0a9e031857a5 is 50, key is test_row_0/B:col10/1734398874898/Put/seqid=0 2024-12-17T01:27:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742257_1433 (size=9857) 2024-12-17T01:27:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T01:27:56,295 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/f04896debc95495b9ccc0a9e031857a5 2024-12-17T01:27:56,300 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/8695bd5ab8be4383bcd816685403c39d is 50, key is test_row_0/C:col10/1734398874898/Put/seqid=0 2024-12-17T01:27:56,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742258_1434 (size=9857) 2024-12-17T01:27:56,704 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/8695bd5ab8be4383bcd816685403c39d 2024-12-17T01:27:56,707 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/A/777824dd49af43a49e93fcb7c77ff786 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/777824dd49af43a49e93fcb7c77ff786 2024-12-17T01:27:56,710 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/777824dd49af43a49e93fcb7c77ff786, entries=100, sequenceid=300, filesize=22.0 K 2024-12-17T01:27:56,711 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/B/f04896debc95495b9ccc0a9e031857a5 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/f04896debc95495b9ccc0a9e031857a5 2024-12-17T01:27:56,714 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/f04896debc95495b9ccc0a9e031857a5, entries=100, sequenceid=300, filesize=9.6 K 2024-12-17T01:27:56,714 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/.tmp/C/8695bd5ab8be4383bcd816685403c39d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/8695bd5ab8be4383bcd816685403c39d 2024-12-17T01:27:56,717 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/8695bd5ab8be4383bcd816685403c39d, entries=100, sequenceid=300, filesize=9.6 K 2024-12-17T01:27:56,717 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for eb873d59994d791157a74088e71fcced in 1650ms, sequenceid=300, compaction requested=true 2024-12-17T01:27:56,721 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/recovered.edits/303.seqid, newMaxSeqId=303, maxSeqId=4 2024-12-17T01:27:56,722 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced. 2024-12-17T01:27:56,722 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1635): Region close journal for eb873d59994d791157a74088e71fcced: 2024-12-17T01:27:56,723 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(170): Closed eb873d59994d791157a74088e71fcced 2024-12-17T01:27:56,723 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=eb873d59994d791157a74088e71fcced, regionState=CLOSED 2024-12-17T01:27:56,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-17T01:27:56,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseRegionProcedure eb873d59994d791157a74088e71fcced, server=7b75acfc7251,36369,1734398752304 in 1.8090 sec 2024-12-17T01:27:56,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-12-17T01:27:56,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb873d59994d791157a74088e71fcced, UNASSIGN in 1.8120 sec 2024-12-17T01:27:56,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-17T01:27:56,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8140 sec 2024-12-17T01:27:56,728 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398876728"}]},"ts":"1734398876728"} 2024-12-17T01:27:56,729 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T01:27:56,731 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T01:27:56,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8280 sec 2024-12-17T01:27:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T01:27:57,010 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-17T01:27:57,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T01:27:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:57,012 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T01:27:57,013 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=126, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:57,014 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,015 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/recovered.edits] 2024-12-17T01:27:57,018 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/e1d57bc2dacc46e99a5b501451dfef92 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/e1d57bc2dacc46e99a5b501451dfef92 2024-12-17T01:27:57,018 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/777824dd49af43a49e93fcb7c77ff786 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/777824dd49af43a49e93fcb7c77ff786 2024-12-17T01:27:57,018 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/8fcb5065844a4a15b7cc060e4b45eccf to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/A/8fcb5065844a4a15b7cc060e4b45eccf 2024-12-17T01:27:57,021 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/4e1ebc182df840a4a771d1bd10f3950e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/4e1ebc182df840a4a771d1bd10f3950e 2024-12-17T01:27:57,021 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/f04896debc95495b9ccc0a9e031857a5 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/f04896debc95495b9ccc0a9e031857a5 2024-12-17T01:27:57,021 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/abfde12f35a14290949a66ecb8351853 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/B/abfde12f35a14290949a66ecb8351853 2024-12-17T01:27:57,024 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/3f12848dcaf943039c630b56803ae0f6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/3f12848dcaf943039c630b56803ae0f6 2024-12-17T01:27:57,024 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/8695bd5ab8be4383bcd816685403c39d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/8695bd5ab8be4383bcd816685403c39d 2024-12-17T01:27:57,024 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/a39ea718936c45c2973fafea294be974 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/C/a39ea718936c45c2973fafea294be974 2024-12-17T01:27:57,026 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/recovered.edits/303.seqid to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced/recovered.edits/303.seqid 2024-12-17T01:27:57,027 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,027 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T01:27:57,027 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T01:27:57,028 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-17T01:27:57,033 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121730c8cd3b107c4c2cb7aca821e2bebd19_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121730c8cd3b107c4c2cb7aca821e2bebd19_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,033 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121764bb9fa9909c4f3196d4461a363d5cfc_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121764bb9fa9909c4f3196d4461a363d5cfc_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,034 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412173f60f2d9e3fc419bb38ef9c8415c287a_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412173f60f2d9e3fc419bb38ef9c8415c287a_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,034 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175e071af337844cd49a205b5dc3a4a2d5_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175e071af337844cd49a205b5dc3a4a2d5_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,034 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217600c4ad8a28f4b778a4919904892837a_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217600c4ad8a28f4b778a4919904892837a_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,035 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217aacfc6c372bd4371a3cbedcf84a4f699_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217aacfc6c372bd4371a3cbedcf84a4f699_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,035 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179e717289f6f44924bbaa8c73824cab33_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179e717289f6f44924bbaa8c73824cab33_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,035 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a6a977fd398345da8c5cc4c5654b269d_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a6a977fd398345da8c5cc4c5654b269d_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,036 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217db98ddb042df4cdb8ec3e58e9d459a88_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217db98ddb042df4cdb8ec3e58e9d459a88_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,036 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217af98e55a8c50410e939d0a95d1e9909b_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217af98e55a8c50410e939d0a95d1e9909b_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,036 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ad6c0bddad004809a79eaa32dba9d54a_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ad6c0bddad004809a79eaa32dba9d54a_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,036 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d34fb1e90e9e43018a19cf580f504b6e_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d34fb1e90e9e43018a19cf580f504b6e_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,036 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e3c24e89e9c3430bae33ba5fe1c0dfc8_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e3c24e89e9c3430bae33ba5fe1c0dfc8_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,036 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e442ee501b454701a322466784bbfb47_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e442ee501b454701a322466784bbfb47_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,036 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217f39de977ce6544849e728ef28277088c_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217f39de977ce6544849e728ef28277088c_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,036 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ed106fe3c8784bf5a8441d8901bdfc65_eb873d59994d791157a74088e71fcced to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ed106fe3c8784bf5a8441d8901bdfc65_eb873d59994d791157a74088e71fcced 2024-12-17T01:27:57,037 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T01:27:57,039 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=126, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:57,040 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T01:27:57,042 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T01:27:57,043 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=126, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:57,043 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T01:27:57,043 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734398877043"}]},"ts":"9223372036854775807"} 2024-12-17T01:27:57,045 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T01:27:57,045 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => eb873d59994d791157a74088e71fcced, NAME => 'TestAcidGuarantees,,1734398847433.eb873d59994d791157a74088e71fcced.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T01:27:57,045 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T01:27:57,045 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734398877045"}]},"ts":"9223372036854775807"} 2024-12-17T01:27:57,046 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T01:27:57,049 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=126, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:57,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-12-17T01:27:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T01:27:57,114 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-17T01:27:57,123 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=248 (was 245) - Thread LEAK? -, OpenFileDescriptor=459 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=248 (was 238) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3905 (was 3965) 2024-12-17T01:27:57,132 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=248, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=3905 2024-12-17T01:27:57,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T01:27:57,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T01:27:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T01:27:57,135 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T01:27:57,135 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:57,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 127 2024-12-17T01:27:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-17T01:27:57,136 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T01:27:57,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742259_1435 (size=963) 2024-12-17T01:27:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-17T01:27:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-17T01:27:57,542 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764 2024-12-17T01:27:57,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742260_1436 (size=53) 2024-12-17T01:27:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-17T01:27:57,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:27:57,948 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e0db16152c750f2da4872330514e8501, disabling compactions & flushes 2024-12-17T01:27:57,948 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:57,948 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:57,948 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. after waiting 0 ms 2024-12-17T01:27:57,948 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:57,948 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:57,948 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:27:57,949 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T01:27:57,949 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734398877949"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734398877949"}]},"ts":"1734398877949"} 2024-12-17T01:27:57,950 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T01:27:57,950 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T01:27:57,951 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398877950"}]},"ts":"1734398877950"} 2024-12-17T01:27:57,951 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T01:27:57,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0db16152c750f2da4872330514e8501, ASSIGN}] 2024-12-17T01:27:57,955 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0db16152c750f2da4872330514e8501, ASSIGN 2024-12-17T01:27:57,956 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0db16152c750f2da4872330514e8501, ASSIGN; state=OFFLINE, location=7b75acfc7251,36369,1734398752304; forceNewPlan=false, retain=false 2024-12-17T01:27:58,106 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=e0db16152c750f2da4872330514e8501, regionState=OPENING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:58,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; OpenRegionProcedure e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:27:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-17T01:27:58,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:58,261 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:58,261 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7285): Opening region: {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} 2024-12-17T01:27:58,262 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e0db16152c750f2da4872330514e8501 2024-12-17T01:27:58,262 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:27:58,262 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7327): checking encryption for e0db16152c750f2da4872330514e8501 2024-12-17T01:27:58,262 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7330): checking classloading for e0db16152c750f2da4872330514e8501 2024-12-17T01:27:58,263 INFO [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e0db16152c750f2da4872330514e8501 2024-12-17T01:27:58,264 INFO [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:27:58,264 INFO [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0db16152c750f2da4872330514e8501 columnFamilyName A 2024-12-17T01:27:58,264 DEBUG [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:58,265 INFO [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] regionserver.HStore(327): Store=e0db16152c750f2da4872330514e8501/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:27:58,265 INFO [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e0db16152c750f2da4872330514e8501 2024-12-17T01:27:58,265 INFO [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:27:58,266 INFO [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0db16152c750f2da4872330514e8501 columnFamilyName B 2024-12-17T01:27:58,266 DEBUG [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:58,266 INFO [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] regionserver.HStore(327): Store=e0db16152c750f2da4872330514e8501/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:27:58,266 INFO [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e0db16152c750f2da4872330514e8501 2024-12-17T01:27:58,267 INFO [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:27:58,267 INFO [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0db16152c750f2da4872330514e8501 columnFamilyName C 2024-12-17T01:27:58,267 DEBUG [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:27:58,267 INFO [StoreOpener-e0db16152c750f2da4872330514e8501-1 {}] regionserver.HStore(327): Store=e0db16152c750f2da4872330514e8501/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:27:58,268 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:58,268 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501 2024-12-17T01:27:58,268 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501 2024-12-17T01:27:58,269 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T01:27:58,270 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1085): writing seq id for e0db16152c750f2da4872330514e8501 2024-12-17T01:27:58,272 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T01:27:58,272 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1102): Opened e0db16152c750f2da4872330514e8501; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71146674, jitterRate=0.060168057680130005}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T01:27:58,273 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1001): Region open journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:27:58,273 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., pid=129, masterSystemTime=1734398878259 2024-12-17T01:27:58,274 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:58,274 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:58,275 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=e0db16152c750f2da4872330514e8501, regionState=OPEN, openSeqNum=2, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:58,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-17T01:27:58,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; OpenRegionProcedure e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 in 169 msec 2024-12-17T01:27:58,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-12-17T01:27:58,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0db16152c750f2da4872330514e8501, ASSIGN in 323 msec 2024-12-17T01:27:58,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T01:27:58,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398878278"}]},"ts":"1734398878278"} 2024-12-17T01:27:58,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T01:27:58,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T01:27:58,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-17T01:27:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-17T01:27:59,239 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 127 completed 2024-12-17T01:27:59,240 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00cb464a to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68f0be85 2024-12-17T01:27:59,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247c0c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:59,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:59,246 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:59,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T01:27:59,247 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T01:27:59,249 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78cafade to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@152377d4 2024-12-17T01:27:59,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517ff977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:59,252 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14c16cd4 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a52344f 2024-12-17T01:27:59,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3448d233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:59,255 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0341384e to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8ba8425 2024-12-17T01:27:59,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11164b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:59,258 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26b120d9 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7af61386 2024-12-17T01:27:59,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a7e1dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:59,261 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c1ec7ee to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63e87c8 2024-12-17T01:27:59,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a027db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:59,264 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e3d3829 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e934cca 2024-12-17T01:27:59,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b73e42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:59,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f810aa9 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b70f48f 2024-12-17T01:27:59,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f66057f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:59,270 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-12-17T01:27:59,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:59,274 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-12-17T01:27:59,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:59,277 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-12-17T01:27:59,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:27:59,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:27:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-17T01:27:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T01:27:59,285 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:27:59,286 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:27:59,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:27:59,288 DEBUG [hconnection-0x3cb84261-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:59,288 DEBUG [hconnection-0xdc3a45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:59,289 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:59,289 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:59,293 DEBUG [hconnection-0x109f6fc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:59,294 DEBUG [hconnection-0x6fd3fd94-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:59,294 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:59,295 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:59,298 DEBUG [hconnection-0x29039828-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:59,298 DEBUG [hconnection-0xc3b12e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:27:59,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:27:59,299 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:59,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:27:59,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:59,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:27:59,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:59,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:27:59,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:59,300 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:59,308 DEBUG [hconnection-0x6d83373d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:59,308 DEBUG [hconnection-0x76eae6cc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:59,309 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:59,309 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:59,310 DEBUG [hconnection-0x4b0820b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:59,311 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:59,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398939317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398939318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398939319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398939319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398939320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,325 DEBUG [hconnection-0x6257f456-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:27:59,327 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:27:59,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/cd545f529d864f1c8e5316332eb0e05e is 50, key is test_row_0/A:col10/1734398879298/Put/seqid=0 2024-12-17T01:27:59,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742261_1437 (size=12001) 2024-12-17T01:27:59,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/cd545f529d864f1c8e5316332eb0e05e 2024-12-17T01:27:59,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/6c227a8cc7c0456db6004273eb79984b is 50, key is test_row_0/B:col10/1734398879298/Put/seqid=0 2024-12-17T01:27:59,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742262_1438 (size=12001) 2024-12-17T01:27:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T01:27:59,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398939420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398939421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398939421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398939421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398939424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-17T01:27:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:27:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:59,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T01:27:59,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-17T01:27:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:27:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:59,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:59,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398939624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398939626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398939627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398939627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398939628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-17T01:27:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:27:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:59,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:27:59,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/6c227a8cc7c0456db6004273eb79984b 2024-12-17T01:27:59,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/008ef70871554730ac79d0d56a9e7b20 is 50, key is test_row_0/C:col10/1734398879298/Put/seqid=0 2024-12-17T01:27:59,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742263_1439 (size=12001) 2024-12-17T01:27:59,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/008ef70871554730ac79d0d56a9e7b20 2024-12-17T01:27:59,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/cd545f529d864f1c8e5316332eb0e05e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/cd545f529d864f1c8e5316332eb0e05e 2024-12-17T01:27:59,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/cd545f529d864f1c8e5316332eb0e05e, entries=150, sequenceid=13, filesize=11.7 K 2024-12-17T01:27:59,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/6c227a8cc7c0456db6004273eb79984b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/6c227a8cc7c0456db6004273eb79984b 2024-12-17T01:27:59,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/6c227a8cc7c0456db6004273eb79984b, entries=150, sequenceid=13, filesize=11.7 K 2024-12-17T01:27:59,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/008ef70871554730ac79d0d56a9e7b20 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/008ef70871554730ac79d0d56a9e7b20 2024-12-17T01:27:59,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/008ef70871554730ac79d0d56a9e7b20, entries=150, sequenceid=13, filesize=11.7 K 2024-12-17T01:27:59,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e0db16152c750f2da4872330514e8501 in 533ms, sequenceid=13, compaction requested=false 2024-12-17T01:27:59,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:27:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T01:27:59,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-17T01:27:59,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:27:59,896 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:27:59,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:27:59,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:59,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:27:59,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:59,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:27:59,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:27:59,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b80b4627c50143d39749149575575b87 is 50, key is test_row_0/A:col10/1734398879313/Put/seqid=0 2024-12-17T01:27:59,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742264_1440 (size=12001) 2024-12-17T01:27:59,906 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b80b4627c50143d39749149575575b87 2024-12-17T01:27:59,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/78c58bc3bd3044a7a142f77279a9a56e is 50, key is test_row_0/B:col10/1734398879313/Put/seqid=0 2024-12-17T01:27:59,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742265_1441 (size=12001) 2024-12-17T01:27:59,918 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/78c58bc3bd3044a7a142f77279a9a56e 2024-12-17T01:27:59,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/2da195d68dac4b8dbfed798ecc666c83 is 50, key is test_row_0/C:col10/1734398879313/Put/seqid=0 2024-12-17T01:27:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:27:59,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:27:59,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742266_1442 (size=12001) 2024-12-17T01:27:59,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398939935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398939939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398939940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398939941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:27:59,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:27:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398939942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398940043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398940044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398940048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398940048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398940049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398940246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398940249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398940251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398940252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398940253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,337 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/2da195d68dac4b8dbfed798ecc666c83 2024-12-17T01:28:00,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b80b4627c50143d39749149575575b87 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b80b4627c50143d39749149575575b87 2024-12-17T01:28:00,345 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b80b4627c50143d39749149575575b87, entries=150, sequenceid=38, filesize=11.7 K 2024-12-17T01:28:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/78c58bc3bd3044a7a142f77279a9a56e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/78c58bc3bd3044a7a142f77279a9a56e 2024-12-17T01:28:00,350 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/78c58bc3bd3044a7a142f77279a9a56e, entries=150, sequenceid=38, filesize=11.7 K 2024-12-17T01:28:00,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/2da195d68dac4b8dbfed798ecc666c83 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2da195d68dac4b8dbfed798ecc666c83 2024-12-17T01:28:00,355 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2da195d68dac4b8dbfed798ecc666c83, entries=150, sequenceid=38, filesize=11.7 K 2024-12-17T01:28:00,356 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e0db16152c750f2da4872330514e8501 in 459ms, sequenceid=38, compaction requested=false 2024-12-17T01:28:00,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:00,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:00,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-17T01:28:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-17T01:28:00,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-17T01:28:00,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0710 sec 2024-12-17T01:28:00,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.0750 sec 2024-12-17T01:28:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T01:28:00,388 INFO [Thread-1964 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-17T01:28:00,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-17T01:28:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-17T01:28:00,391 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:00,392 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:00,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-17T01:28:00,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-17T01:28:00,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:00,545 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:28:00,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:00,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:00,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:00,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:00,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:00,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:00,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/9976dafc826d425c8a6dc74bb3d77a04 is 50, key is test_row_0/A:col10/1734398879939/Put/seqid=0 2024-12-17T01:28:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:00,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:00,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742267_1443 (size=12001) 2024-12-17T01:28:00,566 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/9976dafc826d425c8a6dc74bb3d77a04 2024-12-17T01:28:00,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/bb4dd4a2718541adb3b350eb5ee1ce7c is 50, key is test_row_0/B:col10/1734398879939/Put/seqid=0 2024-12-17T01:28:00,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742268_1444 (size=12001) 2024-12-17T01:28:00,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398940588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398940589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398940589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398940590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398940596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-17T01:28:00,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398940697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398940697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398940697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398940698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398940700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398940903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398940903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398940903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398940903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398940904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:00,987 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/bb4dd4a2718541adb3b350eb5ee1ce7c 2024-12-17T01:28:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-17T01:28:00,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/77375c57ddf64e3894b72af12611d339 is 50, key is test_row_0/C:col10/1734398879939/Put/seqid=0 2024-12-17T01:28:00,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742269_1445 (size=12001) 2024-12-17T01:28:01,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398941207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398941208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398941208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398941208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398941209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,398 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/77375c57ddf64e3894b72af12611d339 2024-12-17T01:28:01,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/9976dafc826d425c8a6dc74bb3d77a04 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/9976dafc826d425c8a6dc74bb3d77a04 2024-12-17T01:28:01,406 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/9976dafc826d425c8a6dc74bb3d77a04, entries=150, sequenceid=49, filesize=11.7 K 2024-12-17T01:28:01,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/bb4dd4a2718541adb3b350eb5ee1ce7c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/bb4dd4a2718541adb3b350eb5ee1ce7c 2024-12-17T01:28:01,409 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/bb4dd4a2718541adb3b350eb5ee1ce7c, entries=150, sequenceid=49, filesize=11.7 K 2024-12-17T01:28:01,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/77375c57ddf64e3894b72af12611d339 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/77375c57ddf64e3894b72af12611d339 2024-12-17T01:28:01,413 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/77375c57ddf64e3894b72af12611d339, entries=150, sequenceid=49, filesize=11.7 K 2024-12-17T01:28:01,414 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e0db16152c750f2da4872330514e8501 in 869ms, sequenceid=49, compaction requested=true 2024-12-17T01:28:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-17T01:28:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-17T01:28:01,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-17T01:28:01,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0230 sec 2024-12-17T01:28:01,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0270 sec 2024-12-17T01:28:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-17T01:28:01,494 INFO [Thread-1964 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-17T01:28:01,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-17T01:28:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T01:28:01,497 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:01,498 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:01,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T01:28:01,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-17T01:28:01,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:01,650 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:28:01,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:01,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:01,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:01,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:01,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:01,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:01,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/a587272a05124608990d5d0d3cf920b0 is 50, key is test_row_0/A:col10/1734398880588/Put/seqid=0 2024-12-17T01:28:01,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742270_1446 (size=12001) 2024-12-17T01:28:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:01,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:01,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398941721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398941724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398941726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398941727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398941728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T01:28:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398941829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398941831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398941835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398941835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:01,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398941837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398942033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398942035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398942037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398942041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398942042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,059 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/a587272a05124608990d5d0d3cf920b0 2024-12-17T01:28:02,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/23cc51d820534500a62d2e2667c6f855 is 50, key is test_row_0/B:col10/1734398880588/Put/seqid=0 2024-12-17T01:28:02,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742271_1447 (size=12001) 2024-12-17T01:28:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T01:28:02,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T01:28:02,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398942339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398942340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398942342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398942345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398942346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,470 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/23cc51d820534500a62d2e2667c6f855 2024-12-17T01:28:02,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/479050c6f897433eb3f2060cbda6527b is 50, key is test_row_0/C:col10/1734398880588/Put/seqid=0 2024-12-17T01:28:02,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742272_1448 (size=12001) 2024-12-17T01:28:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T01:28:02,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398942846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398942846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398942848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398942851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398942851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:02,882 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/479050c6f897433eb3f2060cbda6527b 2024-12-17T01:28:02,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/a587272a05124608990d5d0d3cf920b0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/a587272a05124608990d5d0d3cf920b0 2024-12-17T01:28:02,890 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/a587272a05124608990d5d0d3cf920b0, entries=150, sequenceid=74, filesize=11.7 K 2024-12-17T01:28:02,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/23cc51d820534500a62d2e2667c6f855 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/23cc51d820534500a62d2e2667c6f855 2024-12-17T01:28:02,894 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/23cc51d820534500a62d2e2667c6f855, entries=150, sequenceid=74, filesize=11.7 K 2024-12-17T01:28:02,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/479050c6f897433eb3f2060cbda6527b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/479050c6f897433eb3f2060cbda6527b 2024-12-17T01:28:02,898 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/479050c6f897433eb3f2060cbda6527b, entries=150, sequenceid=74, filesize=11.7 K 2024-12-17T01:28:02,899 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e0db16152c750f2da4872330514e8501 in 1249ms, sequenceid=74, compaction requested=true 2024-12-17T01:28:02,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:02,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:02,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-17T01:28:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-17T01:28:02,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-17T01:28:02,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-12-17T01:28:02,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.4090 sec 2024-12-17T01:28:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T01:28:03,601 INFO [Thread-1964 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-17T01:28:03,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-17T01:28:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-17T01:28:03,604 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:03,604 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:03,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-17T01:28:03,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:03,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-17T01:28:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:03,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T01:28:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:03,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/64407372121a4e57a758dedbf9e02282 is 50, key is test_row_0/A:col10/1734398881727/Put/seqid=0 2024-12-17T01:28:03,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742273_1449 (size=12001) 2024-12-17T01:28:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:03,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:03,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398943884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:03,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398943885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:03,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398943887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:03,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398943888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:03,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398943892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-17T01:28:03,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398943993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:03,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398943994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398943998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398943998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398944000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,166 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/64407372121a4e57a758dedbf9e02282 2024-12-17T01:28:04,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/ff63362f472a4405a37c8982790e302d is 50, key is test_row_0/B:col10/1734398881727/Put/seqid=0 2024-12-17T01:28:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742274_1450 (size=12001) 2024-12-17T01:28:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398944198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398944199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-17T01:28:04,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398944204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398944204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398944205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398944504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398944505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398944511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398944512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398944513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:04,578 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/ff63362f472a4405a37c8982790e302d 2024-12-17T01:28:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/64d79508d6d34226a8713219a29b3f8e is 50, key is test_row_0/C:col10/1734398881727/Put/seqid=0 2024-12-17T01:28:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742275_1451 (size=12001) 2024-12-17T01:28:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-17T01:28:04,988 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/64d79508d6d34226a8713219a29b3f8e 2024-12-17T01:28:04,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/64407372121a4e57a758dedbf9e02282 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/64407372121a4e57a758dedbf9e02282 2024-12-17T01:28:04,995 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/64407372121a4e57a758dedbf9e02282, entries=150, sequenceid=86, filesize=11.7 K 2024-12-17T01:28:04,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/ff63362f472a4405a37c8982790e302d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ff63362f472a4405a37c8982790e302d 2024-12-17T01:28:04,998 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ff63362f472a4405a37c8982790e302d, entries=150, sequenceid=86, filesize=11.7 K 2024-12-17T01:28:04,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/64d79508d6d34226a8713219a29b3f8e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/64d79508d6d34226a8713219a29b3f8e 2024-12-17T01:28:05,002 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/64d79508d6d34226a8713219a29b3f8e, entries=150, sequenceid=86, filesize=11.7 K 2024-12-17T01:28:05,003 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e0db16152c750f2da4872330514e8501 in 1246ms, sequenceid=86, compaction requested=true 2024-12-17T01:28:05,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:05,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:05,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-17T01:28:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-17T01:28:05,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-17T01:28:05,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-12-17T01:28:05,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4030 sec 2024-12-17T01:28:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:05,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:28:05,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:05,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:05,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:05,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:05,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:05,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:05,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/3bc775c6bb5c474db95e4074856a70ea is 50, key is test_row_0/A:col10/1734398885012/Put/seqid=0 2024-12-17T01:28:05,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742276_1452 (size=14341) 2024-12-17T01:28:05,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398945027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398945028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398945029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398945030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398945033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398945134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398945137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398945138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398945139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398945143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398945340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398945341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398945341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398945345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398945347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/3bc775c6bb5c474db95e4074856a70ea 2024-12-17T01:28:05,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/43a087050e15477a9fc56a63458a288e is 50, key is test_row_0/B:col10/1734398885012/Put/seqid=0 2024-12-17T01:28:05,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742277_1453 (size=12001) 2024-12-17T01:28:05,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398945646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398945646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398945648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398945653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398945653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-17T01:28:05,707 INFO [Thread-1964 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-17T01:28:05,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-17T01:28:05,710 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T01:28:05,710 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:05,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T01:28:05,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/43a087050e15477a9fc56a63458a288e 2024-12-17T01:28:05,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/7e1f7f9eec9e4bff9423207d884d3719 is 50, key is test_row_0/C:col10/1734398885012/Put/seqid=0 2024-12-17T01:28:05,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742278_1454 (size=12001) 2024-12-17T01:28:05,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/7e1f7f9eec9e4bff9423207d884d3719 2024-12-17T01:28:05,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/3bc775c6bb5c474db95e4074856a70ea as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/3bc775c6bb5c474db95e4074856a70ea 2024-12-17T01:28:05,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/3bc775c6bb5c474db95e4074856a70ea, entries=200, sequenceid=111, filesize=14.0 K 2024-12-17T01:28:05,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/43a087050e15477a9fc56a63458a288e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/43a087050e15477a9fc56a63458a288e 2024-12-17T01:28:05,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/43a087050e15477a9fc56a63458a288e, entries=150, sequenceid=111, filesize=11.7 K 2024-12-17T01:28:05,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/7e1f7f9eec9e4bff9423207d884d3719 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/7e1f7f9eec9e4bff9423207d884d3719 2024-12-17T01:28:05,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:05,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-17T01:28:05,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:05,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:05,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:05,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:05,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:05,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/7e1f7f9eec9e4bff9423207d884d3719, entries=150, sequenceid=111, filesize=11.7 K 2024-12-17T01:28:05,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e0db16152c750f2da4872330514e8501 in 853ms, sequenceid=111, compaction requested=true 2024-12-17T01:28:05,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:05,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:05,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:05,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:28:05,866 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-17T01:28:05,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:05,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:28:05,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:05,866 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-17T01:28:05,868 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74346 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-17T01:28:05,868 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-17T01:28:05,868 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/A is initiating minor compaction (all files) 2024-12-17T01:28:05,868 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/B is initiating minor compaction (all files) 2024-12-17T01:28:05,868 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/A in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:05,868 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/B in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:05,868 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/6c227a8cc7c0456db6004273eb79984b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/78c58bc3bd3044a7a142f77279a9a56e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/bb4dd4a2718541adb3b350eb5ee1ce7c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/23cc51d820534500a62d2e2667c6f855, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ff63362f472a4405a37c8982790e302d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/43a087050e15477a9fc56a63458a288e] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=70.3 K 2024-12-17T01:28:05,868 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/cd545f529d864f1c8e5316332eb0e05e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b80b4627c50143d39749149575575b87, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/9976dafc826d425c8a6dc74bb3d77a04, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/a587272a05124608990d5d0d3cf920b0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/64407372121a4e57a758dedbf9e02282, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/3bc775c6bb5c474db95e4074856a70ea] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=72.6 K 2024-12-17T01:28:05,869 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c227a8cc7c0456db6004273eb79984b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734398879296 2024-12-17T01:28:05,869 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd545f529d864f1c8e5316332eb0e05e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734398879296 2024-12-17T01:28:05,869 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 78c58bc3bd3044a7a142f77279a9a56e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734398879313 2024-12-17T01:28:05,869 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b80b4627c50143d39749149575575b87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734398879313 2024-12-17T01:28:05,869 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting bb4dd4a2718541adb3b350eb5ee1ce7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734398879932 2024-12-17T01:28:05,869 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9976dafc826d425c8a6dc74bb3d77a04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734398879932 2024-12-17T01:28:05,870 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 23cc51d820534500a62d2e2667c6f855, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734398880577 2024-12-17T01:28:05,870 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting a587272a05124608990d5d0d3cf920b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734398880577 2024-12-17T01:28:05,870 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting ff63362f472a4405a37c8982790e302d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1734398881720 2024-12-17T01:28:05,870 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64407372121a4e57a758dedbf9e02282, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1734398881720 2024-12-17T01:28:05,870 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bc775c6bb5c474db95e4074856a70ea, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1734398883881 2024-12-17T01:28:05,870 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 43a087050e15477a9fc56a63458a288e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1734398883887 2024-12-17T01:28:05,882 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#A#compaction#386 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:05,882 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#B#compaction#387 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:05,882 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/1a9adf5f28b14064a314fa6595f7fbac is 50, key is test_row_0/A:col10/1734398885012/Put/seqid=0 2024-12-17T01:28:05,883 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/30ee7962d80644c6887a6a13fc769c67 is 50, key is test_row_0/B:col10/1734398885012/Put/seqid=0 2024-12-17T01:28:05,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742279_1455 (size=12207) 2024-12-17T01:28:05,905 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/1a9adf5f28b14064a314fa6595f7fbac as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/1a9adf5f28b14064a314fa6595f7fbac 2024-12-17T01:28:05,909 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in e0db16152c750f2da4872330514e8501/A of e0db16152c750f2da4872330514e8501 into 1a9adf5f28b14064a314fa6595f7fbac(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:05,909 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:05,909 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/A, priority=10, startTime=1734398885866; duration=0sec 2024-12-17T01:28:05,909 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:05,909 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:A 2024-12-17T01:28:05,909 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-17T01:28:05,910 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-17T01:28:05,911 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/C is initiating minor compaction (all files) 2024-12-17T01:28:05,911 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/C in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:05,911 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/008ef70871554730ac79d0d56a9e7b20, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2da195d68dac4b8dbfed798ecc666c83, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/77375c57ddf64e3894b72af12611d339, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/479050c6f897433eb3f2060cbda6527b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/64d79508d6d34226a8713219a29b3f8e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/7e1f7f9eec9e4bff9423207d884d3719] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=70.3 K 2024-12-17T01:28:05,911 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 008ef70871554730ac79d0d56a9e7b20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734398879296 2024-12-17T01:28:05,911 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2da195d68dac4b8dbfed798ecc666c83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734398879313 2024-12-17T01:28:05,912 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77375c57ddf64e3894b72af12611d339, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734398879932 2024-12-17T01:28:05,912 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 479050c6f897433eb3f2060cbda6527b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734398880577 2024-12-17T01:28:05,912 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64d79508d6d34226a8713219a29b3f8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1734398881720 2024-12-17T01:28:05,913 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e1f7f9eec9e4bff9423207d884d3719, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1734398883887 2024-12-17T01:28:05,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742280_1456 (size=12207) 2024-12-17T01:28:05,917 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/30ee7962d80644c6887a6a13fc769c67 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/30ee7962d80644c6887a6a13fc769c67 2024-12-17T01:28:05,921 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in e0db16152c750f2da4872330514e8501/B of e0db16152c750f2da4872330514e8501 into 30ee7962d80644c6887a6a13fc769c67(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:05,921 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:05,921 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/B, priority=10, startTime=1734398885866; duration=0sec 2024-12-17T01:28:05,921 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:05,921 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:B 2024-12-17T01:28:05,924 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#C#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:05,924 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/d6a82fb94ad640df9dc10fdf0b54b0d4 is 50, key is test_row_0/C:col10/1734398885012/Put/seqid=0 2024-12-17T01:28:05,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742281_1457 (size=12207) 2024-12-17T01:28:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T01:28:06,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-17T01:28:06,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:06,015 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:28:06,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:06,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:06,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:06,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:06,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:06,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:06,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/633003d0467842239b0a42d2604dc077 is 50, key is test_row_0/A:col10/1734398885029/Put/seqid=0 2024-12-17T01:28:06,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742282_1458 (size=12001) 2024-12-17T01:28:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:06,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:06,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398946187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398946187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398946188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398946189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398946191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398946292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398946295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398946295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398946296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398946297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T01:28:06,332 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/d6a82fb94ad640df9dc10fdf0b54b0d4 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/d6a82fb94ad640df9dc10fdf0b54b0d4 2024-12-17T01:28:06,336 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in e0db16152c750f2da4872330514e8501/C of e0db16152c750f2da4872330514e8501 into d6a82fb94ad640df9dc10fdf0b54b0d4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:06,336 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:06,336 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/C, priority=10, startTime=1734398885866; duration=0sec 2024-12-17T01:28:06,336 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:06,336 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:C 2024-12-17T01:28:06,424 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/633003d0467842239b0a42d2604dc077 2024-12-17T01:28:06,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/cd8029c0726e42928305e66aa4bdeb68 is 50, key is test_row_0/B:col10/1734398885029/Put/seqid=0 2024-12-17T01:28:06,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742283_1459 (size=12001) 2024-12-17T01:28:06,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398946496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398946501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398946501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398946502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398946502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398946803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398946804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398946805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398946805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398946808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T01:28:06,841 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/cd8029c0726e42928305e66aa4bdeb68 2024-12-17T01:28:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/7ea955aedde94368811bdc62ee4b763c is 50, key is test_row_0/C:col10/1734398885029/Put/seqid=0 2024-12-17T01:28:06,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742284_1460 (size=12001) 2024-12-17T01:28:07,252 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/7ea955aedde94368811bdc62ee4b763c 2024-12-17T01:28:07,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/633003d0467842239b0a42d2604dc077 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/633003d0467842239b0a42d2604dc077 2024-12-17T01:28:07,260 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/633003d0467842239b0a42d2604dc077, entries=150, sequenceid=124, filesize=11.7 K 2024-12-17T01:28:07,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/cd8029c0726e42928305e66aa4bdeb68 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/cd8029c0726e42928305e66aa4bdeb68 2024-12-17T01:28:07,263 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/cd8029c0726e42928305e66aa4bdeb68, entries=150, sequenceid=124, filesize=11.7 K 2024-12-17T01:28:07,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/7ea955aedde94368811bdc62ee4b763c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/7ea955aedde94368811bdc62ee4b763c 2024-12-17T01:28:07,267 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/7ea955aedde94368811bdc62ee4b763c, entries=150, sequenceid=124, filesize=11.7 K 2024-12-17T01:28:07,268 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e0db16152c750f2da4872330514e8501 in 1253ms, sequenceid=124, compaction requested=false 2024-12-17T01:28:07,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:07,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:07,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-17T01:28:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-17T01:28:07,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-17T01:28:07,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5590 sec 2024-12-17T01:28:07,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.5630 sec 2024-12-17T01:28:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:07,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T01:28:07,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:07,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:07,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:07,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:07,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:07,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:07,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b3b7dcb830ce4e4098b41eb0029025db is 50, key is test_row_0/A:col10/1734398886179/Put/seqid=0 2024-12-17T01:28:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742285_1461 (size=14541) 2024-12-17T01:28:07,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b3b7dcb830ce4e4098b41eb0029025db 2024-12-17T01:28:07,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398947320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398947320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398947321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398947328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/c44ee47949f34ab584b050115730d75f is 50, key is test_row_0/B:col10/1734398886179/Put/seqid=0 2024-12-17T01:28:07,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398947329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742286_1462 (size=12151) 2024-12-17T01:28:07,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398947429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398947429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398947430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398947435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398947438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398947633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398947633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398947634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398947639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398947641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/c44ee47949f34ab584b050115730d75f 2024-12-17T01:28:07,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/b0889f17837749cca6565b58e30254bb is 50, key is test_row_0/C:col10/1734398886179/Put/seqid=0 2024-12-17T01:28:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742287_1463 (size=12151) 2024-12-17T01:28:07,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/b0889f17837749cca6565b58e30254bb 2024-12-17T01:28:07,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b3b7dcb830ce4e4098b41eb0029025db as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b3b7dcb830ce4e4098b41eb0029025db 2024-12-17T01:28:07,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b3b7dcb830ce4e4098b41eb0029025db, entries=200, sequenceid=151, filesize=14.2 K 2024-12-17T01:28:07,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/c44ee47949f34ab584b050115730d75f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/c44ee47949f34ab584b050115730d75f 2024-12-17T01:28:07,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/c44ee47949f34ab584b050115730d75f, entries=150, sequenceid=151, filesize=11.9 K 2024-12-17T01:28:07,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/b0889f17837749cca6565b58e30254bb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b0889f17837749cca6565b58e30254bb 2024-12-17T01:28:07,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b0889f17837749cca6565b58e30254bb, entries=150, sequenceid=151, filesize=11.9 K 2024-12-17T01:28:07,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e0db16152c750f2da4872330514e8501 in 457ms, sequenceid=151, compaction requested=true 2024-12-17T01:28:07,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:07,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:07,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:07,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:28:07,767 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:07,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:07,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:28:07,767 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:07,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:07,768 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:07,768 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:07,768 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/A is initiating minor compaction (all files) 2024-12-17T01:28:07,768 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/B is initiating minor compaction (all files) 2024-12-17T01:28:07,768 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/A in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:07,768 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/B in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:07,768 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/1a9adf5f28b14064a314fa6595f7fbac, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/633003d0467842239b0a42d2604dc077, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b3b7dcb830ce4e4098b41eb0029025db] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=37.8 K 2024-12-17T01:28:07,768 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/30ee7962d80644c6887a6a13fc769c67, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/cd8029c0726e42928305e66aa4bdeb68, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/c44ee47949f34ab584b050115730d75f] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=35.5 K 2024-12-17T01:28:07,769 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 30ee7962d80644c6887a6a13fc769c67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1734398883887 2024-12-17T01:28:07,769 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a9adf5f28b14064a314fa6595f7fbac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1734398883887 2024-12-17T01:28:07,769 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting cd8029c0726e42928305e66aa4bdeb68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1734398885027 2024-12-17T01:28:07,769 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 633003d0467842239b0a42d2604dc077, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1734398885027 2024-12-17T01:28:07,769 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting c44ee47949f34ab584b050115730d75f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1734398886179 2024-12-17T01:28:07,769 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3b7dcb830ce4e4098b41eb0029025db, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1734398886179 2024-12-17T01:28:07,776 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#A#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:07,777 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b98996613a1a4a328846b3d3e71a5d3d is 50, key is test_row_0/A:col10/1734398886179/Put/seqid=0 2024-12-17T01:28:07,779 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#B#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:07,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742288_1464 (size=12459) 2024-12-17T01:28:07,781 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/ac301947bb5d489ba32efd590407b620 is 50, key is test_row_0/B:col10/1734398886179/Put/seqid=0 2024-12-17T01:28:07,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742289_1465 (size=12459) 2024-12-17T01:28:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T01:28:07,814 INFO [Thread-1964 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-17T01:28:07,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-17T01:28:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-17T01:28:07,817 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:07,818 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:07,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-17T01:28:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:07,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T01:28:07,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:07,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:07,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:07,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:07,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:07,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:07,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/72010db21dd146f5a6ab812c35ecf5c0 is 50, key is test_row_0/A:col10/1734398887938/Put/seqid=0 2024-12-17T01:28:07,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742290_1466 (size=14541) 2024-12-17T01:28:07,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-17T01:28:07,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:07,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:07,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:07,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:07,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:07,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398947970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398947971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398947972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398947974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:07,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398947975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398948076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398948081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398948081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398948082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398948082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-17T01:28:08,122 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-17T01:28:08,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:08,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:08,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:08,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:08,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:08,185 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b98996613a1a4a328846b3d3e71a5d3d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b98996613a1a4a328846b3d3e71a5d3d 2024-12-17T01:28:08,188 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/ac301947bb5d489ba32efd590407b620 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ac301947bb5d489ba32efd590407b620 2024-12-17T01:28:08,189 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0db16152c750f2da4872330514e8501/A of e0db16152c750f2da4872330514e8501 into b98996613a1a4a328846b3d3e71a5d3d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:08,189 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:08,189 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/A, priority=13, startTime=1734398887767; duration=0sec 2024-12-17T01:28:08,189 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:08,189 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:A 2024-12-17T01:28:08,189 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:08,190 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:08,190 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/C is initiating minor compaction (all files) 2024-12-17T01:28:08,190 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/C in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:08,190 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/d6a82fb94ad640df9dc10fdf0b54b0d4, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/7ea955aedde94368811bdc62ee4b763c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b0889f17837749cca6565b58e30254bb] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=35.5 K 2024-12-17T01:28:08,191 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6a82fb94ad640df9dc10fdf0b54b0d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1734398883887 2024-12-17T01:28:08,191 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ea955aedde94368811bdc62ee4b763c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1734398885027 2024-12-17T01:28:08,191 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0889f17837749cca6565b58e30254bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1734398886179 2024-12-17T01:28:08,193 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0db16152c750f2da4872330514e8501/B of e0db16152c750f2da4872330514e8501 into ac301947bb5d489ba32efd590407b620(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:08,193 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:08,193 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/B, priority=13, startTime=1734398887767; duration=0sec 2024-12-17T01:28:08,193 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:08,193 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:B 2024-12-17T01:28:08,198 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:08,199 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/08098a6bea36458798e46c7f49fd3700 is 50, key is test_row_0/C:col10/1734398886179/Put/seqid=0 2024-12-17T01:28:08,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742291_1467 (size=12459) 2024-12-17T01:28:08,206 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/08098a6bea36458798e46c7f49fd3700 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/08098a6bea36458798e46c7f49fd3700 2024-12-17T01:28:08,210 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0db16152c750f2da4872330514e8501/C of e0db16152c750f2da4872330514e8501 into 08098a6bea36458798e46c7f49fd3700(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:08,210 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:08,210 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/C, priority=13, startTime=1734398887767; duration=0sec 2024-12-17T01:28:08,210 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:08,210 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:C 2024-12-17T01:28:08,275 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-17T01:28:08,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:08,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:08,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:08,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:08,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:08,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398948281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398948286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398948287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398948287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398948288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/72010db21dd146f5a6ab812c35ecf5c0 2024-12-17T01:28:08,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/b05478ec5f8c4585aec7d2b1cb51aeee is 50, key is test_row_0/B:col10/1734398887938/Put/seqid=0 2024-12-17T01:28:08,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742292_1468 (size=12151) 2024-12-17T01:28:08,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/b05478ec5f8c4585aec7d2b1cb51aeee 2024-12-17T01:28:08,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/64a0edbb276b4e7aa1e5f24f71c9b776 is 50, key is test_row_0/C:col10/1734398887938/Put/seqid=0 2024-12-17T01:28:08,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742293_1469 (size=12151) 2024-12-17T01:28:08,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/64a0edbb276b4e7aa1e5f24f71c9b776 2024-12-17T01:28:08,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/72010db21dd146f5a6ab812c35ecf5c0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/72010db21dd146f5a6ab812c35ecf5c0 2024-12-17T01:28:08,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/72010db21dd146f5a6ab812c35ecf5c0, entries=200, sequenceid=163, filesize=14.2 K 2024-12-17T01:28:08,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/b05478ec5f8c4585aec7d2b1cb51aeee as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/b05478ec5f8c4585aec7d2b1cb51aeee 2024-12-17T01:28:08,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/b05478ec5f8c4585aec7d2b1cb51aeee, entries=150, sequenceid=163, filesize=11.9 K 2024-12-17T01:28:08,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/64a0edbb276b4e7aa1e5f24f71c9b776 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/64a0edbb276b4e7aa1e5f24f71c9b776 2024-12-17T01:28:08,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/64a0edbb276b4e7aa1e5f24f71c9b776, entries=150, sequenceid=163, filesize=11.9 K 2024-12-17T01:28:08,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e0db16152c750f2da4872330514e8501 in 462ms, sequenceid=163, compaction requested=false 2024-12-17T01:28:08,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-17T01:28:08,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-17T01:28:08,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:08,429 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T01:28:08,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:08,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:08,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:08,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:08,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:08,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:08,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/0e1fde51e5d2456690ca81ecc8df44d2 is 50, key is test_row_0/A:col10/1734398887962/Put/seqid=0 2024-12-17T01:28:08,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742294_1470 (size=12151) 2024-12-17T01:28:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:08,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:08,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398948599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398948602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398948603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398948603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398948604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398948705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398948705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398948708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398948709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398948709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,839 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/0e1fde51e5d2456690ca81ecc8df44d2 2024-12-17T01:28:08,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/23b064cc6c1541a7a27cc249e6e0d5b7 is 50, key is test_row_0/B:col10/1734398887962/Put/seqid=0 2024-12-17T01:28:08,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742295_1471 (size=12151) 2024-12-17T01:28:08,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398948909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398948910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398948911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398948912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398948915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-17T01:28:09,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398949214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398949214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398949216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398949216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398949221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,250 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/23b064cc6c1541a7a27cc249e6e0d5b7 2024-12-17T01:28:09,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/428c5c96363f41c89f5bd876644524a3 is 50, key is test_row_0/C:col10/1734398887962/Put/seqid=0 2024-12-17T01:28:09,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742296_1472 (size=12151) 2024-12-17T01:28:09,661 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/428c5c96363f41c89f5bd876644524a3 2024-12-17T01:28:09,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/0e1fde51e5d2456690ca81ecc8df44d2 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/0e1fde51e5d2456690ca81ecc8df44d2 2024-12-17T01:28:09,668 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/0e1fde51e5d2456690ca81ecc8df44d2, entries=150, sequenceid=190, filesize=11.9 K 2024-12-17T01:28:09,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/23b064cc6c1541a7a27cc249e6e0d5b7 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/23b064cc6c1541a7a27cc249e6e0d5b7 2024-12-17T01:28:09,671 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/23b064cc6c1541a7a27cc249e6e0d5b7, entries=150, sequenceid=190, filesize=11.9 K 2024-12-17T01:28:09,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/428c5c96363f41c89f5bd876644524a3 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/428c5c96363f41c89f5bd876644524a3 2024-12-17T01:28:09,674 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/428c5c96363f41c89f5bd876644524a3, entries=150, sequenceid=190, filesize=11.9 K 2024-12-17T01:28:09,675 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for e0db16152c750f2da4872330514e8501 in 1247ms, sequenceid=190, compaction requested=true 2024-12-17T01:28:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-17T01:28:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-17T01:28:09,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-17T01:28:09,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8580 sec 2024-12-17T01:28:09,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.8630 sec 2024-12-17T01:28:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:09,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T01:28:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:09,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/4612e5511d2743aca0d1db2a7146d31e is 50, key is test_row_0/A:col10/1734398888598/Put/seqid=0 2024-12-17T01:28:09,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742297_1473 (size=12151) 2024-12-17T01:28:09,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398949742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398949742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398949743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398949744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398949748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398949849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398949849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398949849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398949850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398949854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-17T01:28:09,921 INFO [Thread-1964 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-17T01:28:09,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-17T01:28:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T01:28:09,924 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:09,925 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:09,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T01:28:10,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398950055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398950055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398950055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398950055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398950059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-17T01:28:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/4612e5511d2743aca0d1db2a7146d31e 2024-12-17T01:28:10,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/ecd70de169fe4bd9872901111dbd6e56 is 50, key is test_row_0/B:col10/1734398888598/Put/seqid=0 2024-12-17T01:28:10,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742298_1474 (size=12151) 2024-12-17T01:28:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T01:28:10,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-17T01:28:10,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:10,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398950360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398950360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398950361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398950361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398950365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-17T01:28:10,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:10,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T01:28:10,536 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-17T01:28:10,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:10,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/ecd70de169fe4bd9872901111dbd6e56 2024-12-17T01:28:10,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/6b5c13607fc44baab3898d5998d668d0 is 50, key is test_row_0/C:col10/1734398888598/Put/seqid=0 2024-12-17T01:28:10,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742299_1475 (size=12151) 2024-12-17T01:28:10,689 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-17T01:28:10,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:10,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,842 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-17T01:28:10,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:10,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:10,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398950865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398950866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398950869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398950869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398950874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/6b5c13607fc44baab3898d5998d668d0 2024-12-17T01:28:10,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/4612e5511d2743aca0d1db2a7146d31e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/4612e5511d2743aca0d1db2a7146d31e 2024-12-17T01:28:10,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/4612e5511d2743aca0d1db2a7146d31e, entries=150, sequenceid=205, filesize=11.9 K 2024-12-17T01:28:10,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/ecd70de169fe4bd9872901111dbd6e56 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ecd70de169fe4bd9872901111dbd6e56 2024-12-17T01:28:10,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ecd70de169fe4bd9872901111dbd6e56, entries=150, sequenceid=205, filesize=11.9 K 2024-12-17T01:28:10,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/6b5c13607fc44baab3898d5998d668d0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/6b5c13607fc44baab3898d5998d668d0 2024-12-17T01:28:10,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/6b5c13607fc44baab3898d5998d668d0, entries=150, sequenceid=205, filesize=11.9 K 2024-12-17T01:28:10,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e0db16152c750f2da4872330514e8501 in 1246ms, sequenceid=205, compaction requested=true 2024-12-17T01:28:10,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:10,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:10,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:10,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:28:10,966 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:28:10,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:10,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:28:10,966 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:28:10,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:10,967 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51302 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:28:10,967 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:28:10,967 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/B is initiating minor compaction (all files) 2024-12-17T01:28:10,967 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/A is initiating minor compaction (all files) 2024-12-17T01:28:10,967 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/A in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,968 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/B in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,968 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b98996613a1a4a328846b3d3e71a5d3d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/72010db21dd146f5a6ab812c35ecf5c0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/0e1fde51e5d2456690ca81ecc8df44d2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/4612e5511d2743aca0d1db2a7146d31e] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=50.1 K 2024-12-17T01:28:10,968 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ac301947bb5d489ba32efd590407b620, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/b05478ec5f8c4585aec7d2b1cb51aeee, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/23b064cc6c1541a7a27cc249e6e0d5b7, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ecd70de169fe4bd9872901111dbd6e56] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=47.8 K 2024-12-17T01:28:10,968 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b98996613a1a4a328846b3d3e71a5d3d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1734398886179 2024-12-17T01:28:10,968 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting ac301947bb5d489ba32efd590407b620, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1734398886179 2024-12-17T01:28:10,968 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72010db21dd146f5a6ab812c35ecf5c0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1734398887315 2024-12-17T01:28:10,968 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting b05478ec5f8c4585aec7d2b1cb51aeee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1734398887315 2024-12-17T01:28:10,969 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 23b064cc6c1541a7a27cc249e6e0d5b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1734398887962 2024-12-17T01:28:10,969 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e1fde51e5d2456690ca81ecc8df44d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1734398887962 2024-12-17T01:28:10,969 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4612e5511d2743aca0d1db2a7146d31e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734398888595 2024-12-17T01:28:10,969 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting ecd70de169fe4bd9872901111dbd6e56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734398888595 2024-12-17T01:28:10,977 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#B#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:10,977 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:10,977 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/9f88dfc3e5d042fbb406d1df08d1daa6 is 50, key is test_row_0/B:col10/1734398888598/Put/seqid=0 2024-12-17T01:28:10,978 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/eb1b700f19364a3b881332e9f8533445 is 50, key is test_row_0/A:col10/1734398888598/Put/seqid=0 2024-12-17T01:28:10,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742301_1477 (size=12595) 2024-12-17T01:28:10,989 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/eb1b700f19364a3b881332e9f8533445 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/eb1b700f19364a3b881332e9f8533445 2024-12-17T01:28:10,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742300_1476 (size=12595) 2024-12-17T01:28:10,994 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0db16152c750f2da4872330514e8501/A of e0db16152c750f2da4872330514e8501 into eb1b700f19364a3b881332e9f8533445(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:10,994 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:10,994 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/A, priority=12, startTime=1734398890966; duration=0sec 2024-12-17T01:28:10,995 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:10,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:10,995 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:A 2024-12-17T01:28:10,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-17T01:28:10,995 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:28:10,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,995 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T01:28:10,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:10,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:10,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:10,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:10,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:10,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:10,997 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:28:10,997 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/C is initiating minor compaction (all files) 2024-12-17T01:28:10,997 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/9f88dfc3e5d042fbb406d1df08d1daa6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/9f88dfc3e5d042fbb406d1df08d1daa6 2024-12-17T01:28:10,997 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/C in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:10,997 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/08098a6bea36458798e46c7f49fd3700, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/64a0edbb276b4e7aa1e5f24f71c9b776, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/428c5c96363f41c89f5bd876644524a3, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/6b5c13607fc44baab3898d5998d668d0] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=47.8 K 2024-12-17T01:28:10,997 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08098a6bea36458798e46c7f49fd3700, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1734398886179 2024-12-17T01:28:10,998 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64a0edbb276b4e7aa1e5f24f71c9b776, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1734398887315 2024-12-17T01:28:11,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b2628e006f5949488a17a2ed649e43d3 is 50, key is test_row_0/A:col10/1734398889741/Put/seqid=0 2024-12-17T01:28:11,000 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 428c5c96363f41c89f5bd876644524a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1734398887962 2024-12-17T01:28:11,001 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b5c13607fc44baab3898d5998d668d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734398888595 2024-12-17T01:28:11,003 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0db16152c750f2da4872330514e8501/B of e0db16152c750f2da4872330514e8501 into 9f88dfc3e5d042fbb406d1df08d1daa6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:11,003 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:11,003 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/B, priority=12, startTime=1734398890966; duration=0sec 2024-12-17T01:28:11,003 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:11,003 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:B 2024-12-17T01:28:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742302_1478 (size=12151) 2024-12-17T01:28:11,006 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b2628e006f5949488a17a2ed649e43d3 2024-12-17T01:28:11,010 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#C#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:11,010 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/2e9488e084d04327aed1880a4698a97e is 50, key is test_row_0/C:col10/1734398888598/Put/seqid=0 2024-12-17T01:28:11,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/35454698f4834804950936daf02aa459 is 50, key is test_row_0/B:col10/1734398889741/Put/seqid=0 2024-12-17T01:28:11,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742303_1479 (size=12595) 2024-12-17T01:28:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742304_1480 (size=12151) 2024-12-17T01:28:11,019 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/35454698f4834804950936daf02aa459 2024-12-17T01:28:11,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/0960e68ac9d24bddacc66faf8680009f is 50, key is test_row_0/C:col10/1734398889741/Put/seqid=0 2024-12-17T01:28:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T01:28:11,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742305_1481 (size=12151) 2024-12-17T01:28:11,031 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/0960e68ac9d24bddacc66faf8680009f 2024-12-17T01:28:11,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b2628e006f5949488a17a2ed649e43d3 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b2628e006f5949488a17a2ed649e43d3 2024-12-17T01:28:11,039 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b2628e006f5949488a17a2ed649e43d3, entries=150, sequenceid=227, filesize=11.9 K 2024-12-17T01:28:11,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/35454698f4834804950936daf02aa459 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/35454698f4834804950936daf02aa459 2024-12-17T01:28:11,044 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/35454698f4834804950936daf02aa459, entries=150, sequenceid=227, filesize=11.9 K 2024-12-17T01:28:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/0960e68ac9d24bddacc66faf8680009f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/0960e68ac9d24bddacc66faf8680009f 2024-12-17T01:28:11,048 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/0960e68ac9d24bddacc66faf8680009f, entries=150, sequenceid=227, filesize=11.9 K 2024-12-17T01:28:11,049 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for e0db16152c750f2da4872330514e8501 in 54ms, sequenceid=227, compaction requested=false 2024-12-17T01:28:11,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:11,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:11,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-17T01:28:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-17T01:28:11,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-17T01:28:11,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1250 sec 2024-12-17T01:28:11,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.1280 sec 2024-12-17T01:28:11,422 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/2e9488e084d04327aed1880a4698a97e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2e9488e084d04327aed1880a4698a97e 2024-12-17T01:28:11,426 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0db16152c750f2da4872330514e8501/C of e0db16152c750f2da4872330514e8501 into 2e9488e084d04327aed1880a4698a97e(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:11,427 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:11,427 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/C, priority=12, startTime=1734398890966; duration=0sec 2024-12-17T01:28:11,427 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:11,427 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:C 2024-12-17T01:28:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:11,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:28:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:11,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/f0eb93b6e95f44228380d2263375b64d is 50, key is test_row_0/A:col10/1734398891881/Put/seqid=0 2024-12-17T01:28:11,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742306_1482 (size=14541) 2024-12-17T01:28:11,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398951904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:11,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398951905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:11,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398951907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:11,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398951908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:11,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398951908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398952011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398952011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398952013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398952013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398952014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T01:28:12,028 INFO [Thread-1964 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-17T01:28:12,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-17T01:28:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-17T01:28:12,030 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:12,031 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:12,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-17T01:28:12,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-17T01:28:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:12,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:12,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398952215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398952216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398952216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398952217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398952218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/f0eb93b6e95f44228380d2263375b64d 2024-12-17T01:28:12,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/5bbb7d30495c48d08faf717f28b756b5 is 50, key is test_row_0/B:col10/1734398891881/Put/seqid=0 2024-12-17T01:28:12,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742307_1483 (size=12151) 2024-12-17T01:28:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-17T01:28:12,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-17T01:28:12,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:12,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:12,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:12,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:12,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:12,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-17T01:28:12,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:12,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:12,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:12,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:12,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:12,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398952521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398952521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398952522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398952523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398952525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-17T01:28:12,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-17T01:28:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:12,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:12,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/5bbb7d30495c48d08faf717f28b756b5 2024-12-17T01:28:12,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/2cd2ac181d4e4847a18695fde205cc3a is 50, key is test_row_0/C:col10/1734398891881/Put/seqid=0 2024-12-17T01:28:12,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742308_1484 (size=12151) 2024-12-17T01:28:12,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/2cd2ac181d4e4847a18695fde205cc3a 2024-12-17T01:28:12,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/f0eb93b6e95f44228380d2263375b64d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/f0eb93b6e95f44228380d2263375b64d 2024-12-17T01:28:12,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/f0eb93b6e95f44228380d2263375b64d, entries=200, sequenceid=240, filesize=14.2 K 2024-12-17T01:28:12,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/5bbb7d30495c48d08faf717f28b756b5 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/5bbb7d30495c48d08faf717f28b756b5 2024-12-17T01:28:12,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/5bbb7d30495c48d08faf717f28b756b5, entries=150, sequenceid=240, filesize=11.9 K 2024-12-17T01:28:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/2cd2ac181d4e4847a18695fde205cc3a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2cd2ac181d4e4847a18695fde205cc3a 2024-12-17T01:28:12,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2cd2ac181d4e4847a18695fde205cc3a, entries=150, sequenceid=240, filesize=11.9 K 2024-12-17T01:28:12,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e0db16152c750f2da4872330514e8501 in 844ms, sequenceid=240, compaction requested=true 2024-12-17T01:28:12,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:12,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:12,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:12,727 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:12,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:28:12,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:12,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:28:12,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:12,727 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:12,727 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:12,727 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:12,727 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/B is initiating minor compaction (all files) 2024-12-17T01:28:12,727 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/A is initiating minor compaction (all files) 2024-12-17T01:28:12,728 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/A in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:12,728 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/B in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:12,728 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/eb1b700f19364a3b881332e9f8533445, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b2628e006f5949488a17a2ed649e43d3, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/f0eb93b6e95f44228380d2263375b64d] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=38.4 K 2024-12-17T01:28:12,728 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/9f88dfc3e5d042fbb406d1df08d1daa6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/35454698f4834804950936daf02aa459, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/5bbb7d30495c48d08faf717f28b756b5] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=36.0 K 2024-12-17T01:28:12,728 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f88dfc3e5d042fbb406d1df08d1daa6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734398888595 2024-12-17T01:28:12,728 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb1b700f19364a3b881332e9f8533445, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734398888595 2024-12-17T01:28:12,728 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 35454698f4834804950936daf02aa459, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1734398889736 2024-12-17T01:28:12,728 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2628e006f5949488a17a2ed649e43d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1734398889736 2024-12-17T01:28:12,729 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0eb93b6e95f44228380d2263375b64d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734398891878 2024-12-17T01:28:12,729 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bbb7d30495c48d08faf717f28b756b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734398891878 2024-12-17T01:28:12,735 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:12,735 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#B#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:12,736 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/a46439658cca470b8f1cbbd8c2fe50e0 is 50, key is test_row_0/B:col10/1734398891881/Put/seqid=0 2024-12-17T01:28:12,736 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/99fa7f57ab6249f69411f5ac8aa97407 is 50, key is test_row_0/A:col10/1734398891881/Put/seqid=0 2024-12-17T01:28:12,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742309_1485 (size=12697) 2024-12-17T01:28:12,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742310_1486 (size=12697) 2024-12-17T01:28:12,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:12,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-17T01:28:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:12,793 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T01:28:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:12,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/24d4578a34e64b7bb79588654eba4895 is 50, key is test_row_0/A:col10/1734398891906/Put/seqid=0 2024-12-17T01:28:12,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742311_1487 (size=12301) 2024-12-17T01:28:12,803 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/24d4578a34e64b7bb79588654eba4895 2024-12-17T01:28:12,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/de1359719e17490f9e11e16c0bfc03b5 is 50, key is test_row_0/B:col10/1734398891906/Put/seqid=0 2024-12-17T01:28:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742312_1488 (size=12301) 2024-12-17T01:28:12,814 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/de1359719e17490f9e11e16c0bfc03b5 2024-12-17T01:28:12,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/6f54db85f1f2437588c8e2dabd97b083 is 50, key is test_row_0/C:col10/1734398891906/Put/seqid=0 2024-12-17T01:28:12,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742313_1489 (size=12301) 2024-12-17T01:28:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:13,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:13,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398953033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398953034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398953034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398953035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398953036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-17T01:28:13,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398953140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398953140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398953140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,145 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/99fa7f57ab6249f69411f5ac8aa97407 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/99fa7f57ab6249f69411f5ac8aa97407 2024-12-17T01:28:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398953140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398953140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,149 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0db16152c750f2da4872330514e8501/A of e0db16152c750f2da4872330514e8501 into 99fa7f57ab6249f69411f5ac8aa97407(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:13,149 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:13,149 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/A, priority=13, startTime=1734398892726; duration=0sec 2024-12-17T01:28:13,149 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:13,149 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:A 2024-12-17T01:28:13,149 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:13,150 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:13,150 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/C is initiating minor compaction (all files) 2024-12-17T01:28:13,150 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/C in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:13,150 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2e9488e084d04327aed1880a4698a97e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/0960e68ac9d24bddacc66faf8680009f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2cd2ac181d4e4847a18695fde205cc3a] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=36.0 K 2024-12-17T01:28:13,151 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e9488e084d04327aed1880a4698a97e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734398888595 2024-12-17T01:28:13,151 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0960e68ac9d24bddacc66faf8680009f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1734398889736 2024-12-17T01:28:13,151 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cd2ac181d4e4847a18695fde205cc3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734398891878 2024-12-17T01:28:13,157 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/a46439658cca470b8f1cbbd8c2fe50e0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/a46439658cca470b8f1cbbd8c2fe50e0 2024-12-17T01:28:13,159 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#C#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:13,159 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/0d09ca80cd13430cba8c6c09e81947c6 is 50, key is test_row_0/C:col10/1734398891881/Put/seqid=0 2024-12-17T01:28:13,160 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0db16152c750f2da4872330514e8501/B of e0db16152c750f2da4872330514e8501 into a46439658cca470b8f1cbbd8c2fe50e0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:13,160 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:13,160 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/B, priority=13, startTime=1734398892727; duration=0sec 2024-12-17T01:28:13,160 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:13,160 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:B 2024-12-17T01:28:13,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742314_1490 (size=12697) 2024-12-17T01:28:13,167 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/0d09ca80cd13430cba8c6c09e81947c6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/0d09ca80cd13430cba8c6c09e81947c6 2024-12-17T01:28:13,171 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0db16152c750f2da4872330514e8501/C of e0db16152c750f2da4872330514e8501 into 0d09ca80cd13430cba8c6c09e81947c6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:13,171 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:13,171 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/C, priority=13, startTime=1734398892727; duration=0sec 2024-12-17T01:28:13,171 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:13,171 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:C 2024-12-17T01:28:13,225 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/6f54db85f1f2437588c8e2dabd97b083 2024-12-17T01:28:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/24d4578a34e64b7bb79588654eba4895 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/24d4578a34e64b7bb79588654eba4895 2024-12-17T01:28:13,232 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/24d4578a34e64b7bb79588654eba4895, entries=150, sequenceid=266, filesize=12.0 K 2024-12-17T01:28:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/de1359719e17490f9e11e16c0bfc03b5 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/de1359719e17490f9e11e16c0bfc03b5 2024-12-17T01:28:13,236 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/de1359719e17490f9e11e16c0bfc03b5, entries=150, sequenceid=266, filesize=12.0 K 2024-12-17T01:28:13,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/6f54db85f1f2437588c8e2dabd97b083 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/6f54db85f1f2437588c8e2dabd97b083 2024-12-17T01:28:13,240 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/6f54db85f1f2437588c8e2dabd97b083, entries=150, sequenceid=266, filesize=12.0 K 2024-12-17T01:28:13,241 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e0db16152c750f2da4872330514e8501 in 448ms, sequenceid=266, compaction requested=false 2024-12-17T01:28:13,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:13,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:13,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-17T01:28:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-17T01:28:13,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-17T01:28:13,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2110 sec 2024-12-17T01:28:13,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.2140 sec 2024-12-17T01:28:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:13,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:28:13,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:13,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:13,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:13,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:13,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:13,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:13,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/93e5c2429c814f22b58727295505e053 is 50, key is test_row_0/A:col10/1734398893034/Put/seqid=0 2024-12-17T01:28:13,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742315_1491 (size=14741) 2024-12-17T01:28:13,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398953377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398953378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398953379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398953380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398953381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398953486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398953486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398953487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398953487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398953487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398953690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398953691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398953691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398953692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398953692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:13,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/93e5c2429c814f22b58727295505e053 2024-12-17T01:28:13,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/87af0788405e41e681e407b39b656ed5 is 50, key is test_row_0/B:col10/1734398893034/Put/seqid=0 2024-12-17T01:28:13,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742316_1492 (size=12301) 2024-12-17T01:28:13,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398953997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398953998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398953999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398953999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:14,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398954000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-17T01:28:14,134 INFO [Thread-1964 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-17T01:28:14,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-17T01:28:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-17T01:28:14,137 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:14,137 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:14,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:14,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/87af0788405e41e681e407b39b656ed5 2024-12-17T01:28:14,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/4f196c91d1674f1fa083a0a867725079 is 50, key is test_row_0/C:col10/1734398893034/Put/seqid=0 2024-12-17T01:28:14,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742317_1493 (size=12301) 2024-12-17T01:28:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-17T01:28:14,289 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:14,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-17T01:28:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:14,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-17T01:28:14,441 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:14,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-17T01:28:14,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:14,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:14,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:14,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:14,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:14,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398954503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:14,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398954504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:14,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398954504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:14,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398954505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:14,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398954506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:14,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/4f196c91d1674f1fa083a0a867725079 2024-12-17T01:28:14,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/93e5c2429c814f22b58727295505e053 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/93e5c2429c814f22b58727295505e053 2024-12-17T01:28:14,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/93e5c2429c814f22b58727295505e053, entries=200, sequenceid=280, filesize=14.4 K 2024-12-17T01:28:14,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/87af0788405e41e681e407b39b656ed5 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/87af0788405e41e681e407b39b656ed5 2024-12-17T01:28:14,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/87af0788405e41e681e407b39b656ed5, entries=150, sequenceid=280, filesize=12.0 K 2024-12-17T01:28:14,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/4f196c91d1674f1fa083a0a867725079 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/4f196c91d1674f1fa083a0a867725079 2024-12-17T01:28:14,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/4f196c91d1674f1fa083a0a867725079, entries=150, sequenceid=280, filesize=12.0 K 2024-12-17T01:28:14,594 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:14,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e0db16152c750f2da4872330514e8501 in 1246ms, sequenceid=280, compaction requested=true 2024-12-17T01:28:14,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:14,594 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:14,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:14,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-17T01:28:14,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:14,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:28:14,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:14,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:28:14,595 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:14,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:14,595 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:28:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:14,595 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:14,595 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39739 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:14,595 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/B is initiating minor compaction (all files) 2024-12-17T01:28:14,595 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/A is initiating minor compaction (all files) 2024-12-17T01:28:14,595 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/B in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:14,595 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/A in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:14,596 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/99fa7f57ab6249f69411f5ac8aa97407, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/24d4578a34e64b7bb79588654eba4895, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/93e5c2429c814f22b58727295505e053] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=38.8 K 2024-12-17T01:28:14,596 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/a46439658cca470b8f1cbbd8c2fe50e0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/de1359719e17490f9e11e16c0bfc03b5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/87af0788405e41e681e407b39b656ed5] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=36.4 K 2024-12-17T01:28:14,596 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting a46439658cca470b8f1cbbd8c2fe50e0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734398891878 2024-12-17T01:28:14,596 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99fa7f57ab6249f69411f5ac8aa97407, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734398891878 2024-12-17T01:28:14,596 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24d4578a34e64b7bb79588654eba4895, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1734398891900 2024-12-17T01:28:14,596 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting de1359719e17490f9e11e16c0bfc03b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1734398891900 2024-12-17T01:28:14,596 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93e5c2429c814f22b58727295505e053, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734398893027 2024-12-17T01:28:14,597 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 87af0788405e41e681e407b39b656ed5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734398893034 2024-12-17T01:28:14,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/62777309a4af4edb9e47ad0bae0c3195 is 50, key is test_row_0/A:col10/1734398893376/Put/seqid=0 2024-12-17T01:28:14,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742318_1494 (size=12301) 2024-12-17T01:28:14,605 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:14,605 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/86bd2af9747845fa9665a81ec8187acb is 50, key is test_row_0/B:col10/1734398893034/Put/seqid=0 2024-12-17T01:28:14,606 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#A#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:14,607 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/760e34c2fadf403db94d711dfdafb1ac is 50, key is test_row_0/A:col10/1734398893034/Put/seqid=0 2024-12-17T01:28:14,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742319_1495 (size=12949) 2024-12-17T01:28:14,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742320_1496 (size=12949) 2024-12-17T01:28:14,614 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/86bd2af9747845fa9665a81ec8187acb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/86bd2af9747845fa9665a81ec8187acb 2024-12-17T01:28:14,615 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/760e34c2fadf403db94d711dfdafb1ac as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/760e34c2fadf403db94d711dfdafb1ac 2024-12-17T01:28:14,618 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0db16152c750f2da4872330514e8501/B of e0db16152c750f2da4872330514e8501 into 86bd2af9747845fa9665a81ec8187acb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:14,618 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:14,618 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/B, priority=13, startTime=1734398894594; duration=0sec 2024-12-17T01:28:14,618 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:14,618 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:B 2024-12-17T01:28:14,618 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:14,619 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0db16152c750f2da4872330514e8501/A of e0db16152c750f2da4872330514e8501 into 760e34c2fadf403db94d711dfdafb1ac(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:14,619 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:14,619 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/A, priority=13, startTime=1734398894594; duration=0sec 2024-12-17T01:28:14,619 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:14,619 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:A 2024-12-17T01:28:14,619 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:14,619 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/C is initiating minor compaction (all files) 2024-12-17T01:28:14,619 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/C in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:14,619 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/0d09ca80cd13430cba8c6c09e81947c6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/6f54db85f1f2437588c8e2dabd97b083, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/4f196c91d1674f1fa083a0a867725079] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=36.4 K 2024-12-17T01:28:14,620 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d09ca80cd13430cba8c6c09e81947c6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734398891878 2024-12-17T01:28:14,620 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f54db85f1f2437588c8e2dabd97b083, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1734398891900 2024-12-17T01:28:14,620 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f196c91d1674f1fa083a0a867725079, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734398893034 2024-12-17T01:28:14,626 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:14,626 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/79b8a87d383b421182226af783b30c4d is 50, key is test_row_0/C:col10/1734398893034/Put/seqid=0 2024-12-17T01:28:14,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742321_1497 (size=12949) 2024-12-17T01:28:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-17T01:28:15,003 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/62777309a4af4edb9e47ad0bae0c3195 2024-12-17T01:28:15,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/0500342be5e44b03a2b58ecaec06600b is 50, key is test_row_0/B:col10/1734398893376/Put/seqid=0 2024-12-17T01:28:15,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742322_1498 (size=12301) 2024-12-17T01:28:15,027 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/0500342be5e44b03a2b58ecaec06600b 2024-12-17T01:28:15,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/c23d301b435b4d71a57f9f18e7574efe is 50, key is test_row_0/C:col10/1734398893376/Put/seqid=0 2024-12-17T01:28:15,040 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/79b8a87d383b421182226af783b30c4d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/79b8a87d383b421182226af783b30c4d 2024-12-17T01:28:15,045 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0db16152c750f2da4872330514e8501/C of e0db16152c750f2da4872330514e8501 into 79b8a87d383b421182226af783b30c4d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:15,045 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:15,045 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/C, priority=13, startTime=1734398894595; duration=0sec 2024-12-17T01:28:15,045 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:15,045 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:C 2024-12-17T01:28:15,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742323_1499 (size=12301) 2024-12-17T01:28:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-17T01:28:15,446 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/c23d301b435b4d71a57f9f18e7574efe 2024-12-17T01:28:15,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/62777309a4af4edb9e47ad0bae0c3195 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/62777309a4af4edb9e47ad0bae0c3195 2024-12-17T01:28:15,454 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/62777309a4af4edb9e47ad0bae0c3195, entries=150, sequenceid=305, filesize=12.0 K 2024-12-17T01:28:15,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/0500342be5e44b03a2b58ecaec06600b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/0500342be5e44b03a2b58ecaec06600b 2024-12-17T01:28:15,458 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/0500342be5e44b03a2b58ecaec06600b, entries=150, sequenceid=305, filesize=12.0 K 2024-12-17T01:28:15,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/c23d301b435b4d71a57f9f18e7574efe as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/c23d301b435b4d71a57f9f18e7574efe 2024-12-17T01:28:15,461 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/c23d301b435b4d71a57f9f18e7574efe, entries=150, sequenceid=305, filesize=12.0 K 2024-12-17T01:28:15,462 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for e0db16152c750f2da4872330514e8501 in 867ms, sequenceid=305, compaction requested=false 2024-12-17T01:28:15,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:15,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:15,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-17T01:28:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-17T01:28:15,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-17T01:28:15,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3260 sec 2024-12-17T01:28:15,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.3300 sec 2024-12-17T01:28:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:15,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:28:15,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:15,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/9ede9d33898041f9a49d3c473aec7d76 is 50, key is test_row_0/A:col10/1734398895515/Put/seqid=0 2024-12-17T01:28:15,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742324_1500 (size=19621) 2024-12-17T01:28:15,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398955566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398955571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398955575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398955576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398955577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398955677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398955677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398955681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398955686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398955687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398955880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398955882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398955885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398955890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398955890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:15,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/9ede9d33898041f9a49d3c473aec7d76 2024-12-17T01:28:15,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/bf62ce1fcb004b8f8f07d9ba557b00d6 is 50, key is test_row_0/B:col10/1734398895515/Put/seqid=0 2024-12-17T01:28:15,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742325_1501 (size=12301) 2024-12-17T01:28:15,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/bf62ce1fcb004b8f8f07d9ba557b00d6 2024-12-17T01:28:15,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/fcd04639863241938e8230764d39cd6f is 50, key is test_row_0/C:col10/1734398895515/Put/seqid=0 2024-12-17T01:28:15,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742326_1502 (size=12301) 2024-12-17T01:28:15,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/fcd04639863241938e8230764d39cd6f 2024-12-17T01:28:15,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/9ede9d33898041f9a49d3c473aec7d76 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/9ede9d33898041f9a49d3c473aec7d76 2024-12-17T01:28:15,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/9ede9d33898041f9a49d3c473aec7d76, entries=300, sequenceid=321, filesize=19.2 K 2024-12-17T01:28:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/bf62ce1fcb004b8f8f07d9ba557b00d6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/bf62ce1fcb004b8f8f07d9ba557b00d6 2024-12-17T01:28:15,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/bf62ce1fcb004b8f8f07d9ba557b00d6, entries=150, sequenceid=321, filesize=12.0 K 2024-12-17T01:28:15,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/fcd04639863241938e8230764d39cd6f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/fcd04639863241938e8230764d39cd6f 2024-12-17T01:28:15,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/fcd04639863241938e8230764d39cd6f, entries=150, sequenceid=321, filesize=12.0 K 2024-12-17T01:28:15,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e0db16152c750f2da4872330514e8501 in 446ms, sequenceid=321, compaction requested=true 2024-12-17T01:28:15,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:15,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:15,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:15,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:28:15,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:15,963 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:15,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:28:15,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:15,963 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:15,964 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44871 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:15,964 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/A is initiating minor compaction (all files) 2024-12-17T01:28:15,964 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:15,964 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/B is initiating minor compaction (all files) 2024-12-17T01:28:15,964 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/A in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:15,964 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/B in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:15,964 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/760e34c2fadf403db94d711dfdafb1ac, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/62777309a4af4edb9e47ad0bae0c3195, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/9ede9d33898041f9a49d3c473aec7d76] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=43.8 K 2024-12-17T01:28:15,964 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/86bd2af9747845fa9665a81ec8187acb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/0500342be5e44b03a2b58ecaec06600b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/bf62ce1fcb004b8f8f07d9ba557b00d6] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=36.7 K 2024-12-17T01:28:15,964 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 760e34c2fadf403db94d711dfdafb1ac, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734398893034 2024-12-17T01:28:15,964 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 86bd2af9747845fa9665a81ec8187acb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734398893034 2024-12-17T01:28:15,966 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62777309a4af4edb9e47ad0bae0c3195, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734398893376 2024-12-17T01:28:15,966 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 0500342be5e44b03a2b58ecaec06600b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734398893376 2024-12-17T01:28:15,966 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ede9d33898041f9a49d3c473aec7d76, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1734398895508 2024-12-17T01:28:15,966 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting bf62ce1fcb004b8f8f07d9ba557b00d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1734398895508 2024-12-17T01:28:15,971 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:15,972 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/3e42945cb79c4fe1b087fc1b470a10db is 50, key is test_row_0/B:col10/1734398895515/Put/seqid=0 2024-12-17T01:28:15,972 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#A#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:15,973 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/2f55bfbc43714ce2b17fe3f206bab19d is 50, key is test_row_0/A:col10/1734398895515/Put/seqid=0 2024-12-17T01:28:15,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742328_1504 (size=13051) 2024-12-17T01:28:15,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742327_1503 (size=13051) 2024-12-17T01:28:15,981 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/2f55bfbc43714ce2b17fe3f206bab19d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/2f55bfbc43714ce2b17fe3f206bab19d 2024-12-17T01:28:15,983 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/3e42945cb79c4fe1b087fc1b470a10db as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/3e42945cb79c4fe1b087fc1b470a10db 2024-12-17T01:28:15,986 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0db16152c750f2da4872330514e8501/A of e0db16152c750f2da4872330514e8501 into 2f55bfbc43714ce2b17fe3f206bab19d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:15,986 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:15,986 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/A, priority=13, startTime=1734398895963; duration=0sec 2024-12-17T01:28:15,986 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:15,986 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:A 2024-12-17T01:28:15,986 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:15,987 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:15,987 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0db16152c750f2da4872330514e8501/B of e0db16152c750f2da4872330514e8501 into 3e42945cb79c4fe1b087fc1b470a10db(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:15,987 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:15,987 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/C is initiating minor compaction (all files) 2024-12-17T01:28:15,987 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/B, priority=13, startTime=1734398895963; duration=0sec 2024-12-17T01:28:15,987 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/C in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:15,987 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:15,987 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:B 2024-12-17T01:28:15,987 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/79b8a87d383b421182226af783b30c4d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/c23d301b435b4d71a57f9f18e7574efe, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/fcd04639863241938e8230764d39cd6f] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=36.7 K 2024-12-17T01:28:15,987 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79b8a87d383b421182226af783b30c4d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734398893034 2024-12-17T01:28:15,988 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting c23d301b435b4d71a57f9f18e7574efe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734398893376 2024-12-17T01:28:15,988 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcd04639863241938e8230764d39cd6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1734398895508 2024-12-17T01:28:15,994 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#C#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:15,994 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/f1f4f077416a42888d458ea5b9bd3f91 is 50, key is test_row_0/C:col10/1734398895515/Put/seqid=0 2024-12-17T01:28:15,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742329_1505 (size=13051) 2024-12-17T01:28:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:16,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:28:16,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:16,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:16,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:16,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:16,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:16,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:16,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b90fb2531116405d904c4a9b4104aa16 is 50, key is test_row_0/A:col10/1734398895569/Put/seqid=0 2024-12-17T01:28:16,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398956197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398956198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398956199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398956200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398956200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742330_1506 (size=12301) 2024-12-17T01:28:16,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b90fb2531116405d904c4a9b4104aa16 2024-12-17T01:28:16,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/5a05989dfa084f7586c4d717a2d3d158 is 50, key is test_row_0/B:col10/1734398895569/Put/seqid=0 2024-12-17T01:28:16,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742331_1507 (size=12301) 2024-12-17T01:28:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-17T01:28:16,240 INFO [Thread-1964 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-17T01:28:16,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-17T01:28:16,243 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T01:28:16,243 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:16,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:16,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398956304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398956304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398956305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398956305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398956306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T01:28:16,395 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T01:28:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:16,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:16,402 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/f1f4f077416a42888d458ea5b9bd3f91 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/f1f4f077416a42888d458ea5b9bd3f91 2024-12-17T01:28:16,406 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0db16152c750f2da4872330514e8501/C of e0db16152c750f2da4872330514e8501 into f1f4f077416a42888d458ea5b9bd3f91(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:16,406 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:16,406 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/C, priority=13, startTime=1734398895963; duration=0sec 2024-12-17T01:28:16,406 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:16,406 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:C 2024-12-17T01:28:16,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398956509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398956510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398956510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398956511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398956511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T01:28:16,548 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T01:28:16,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:16,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:16,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:16,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:16,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:16,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/5a05989dfa084f7586c4d717a2d3d158 2024-12-17T01:28:16,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/253a777eb1c648fbb05936cfeea7fa10 is 50, key is test_row_0/C:col10/1734398895569/Put/seqid=0 2024-12-17T01:28:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742332_1508 (size=12301) 2024-12-17T01:28:16,701 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T01:28:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:16,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:16,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398956814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398956814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398956815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398956817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398956817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T01:28:16,854 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:16,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T01:28:16,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:16,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:16,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:16,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:16,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:17,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T01:28:17,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:17,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:17,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:17,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/253a777eb1c648fbb05936cfeea7fa10 2024-12-17T01:28:17,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/b90fb2531116405d904c4a9b4104aa16 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b90fb2531116405d904c4a9b4104aa16 2024-12-17T01:28:17,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b90fb2531116405d904c4a9b4104aa16, entries=150, sequenceid=348, filesize=12.0 K 2024-12-17T01:28:17,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/5a05989dfa084f7586c4d717a2d3d158 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/5a05989dfa084f7586c4d717a2d3d158 2024-12-17T01:28:17,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/5a05989dfa084f7586c4d717a2d3d158, entries=150, sequenceid=348, filesize=12.0 K 2024-12-17T01:28:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/253a777eb1c648fbb05936cfeea7fa10 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/253a777eb1c648fbb05936cfeea7fa10 2024-12-17T01:28:17,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/253a777eb1c648fbb05936cfeea7fa10, entries=150, sequenceid=348, filesize=12.0 K 2024-12-17T01:28:17,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e0db16152c750f2da4872330514e8501 in 866ms, sequenceid=348, compaction requested=false 2024-12-17T01:28:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:17,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T01:28:17,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:17,159 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T01:28:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:17,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/cc788932188e4b2e83136c75c4c6bd8f is 50, key is test_row_0/A:col10/1734398896196/Put/seqid=0 2024-12-17T01:28:17,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742333_1509 (size=12301) 2024-12-17T01:28:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T01:28:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:17,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. as already flushing 2024-12-17T01:28:17,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398957368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398957370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398957370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398957371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398957373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398957475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398957477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398957477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398957477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398957477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,568 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/cc788932188e4b2e83136c75c4c6bd8f 2024-12-17T01:28:17,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/a252b25c4e444a6e9fba9ac5a0c6ced8 is 50, key is test_row_0/B:col10/1734398896196/Put/seqid=0 2024-12-17T01:28:17,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742334_1510 (size=12301) 2024-12-17T01:28:17,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398957679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398957680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398957681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398957682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398957682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,981 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/a252b25c4e444a6e9fba9ac5a0c6ced8 2024-12-17T01:28:17,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/42dbf4dce3504425b63298c54dd65f54 is 50, key is test_row_0/C:col10/1734398896196/Put/seqid=0 2024-12-17T01:28:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398957985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398957986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398957986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398957986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742335_1511 (size=12301) 2024-12-17T01:28:17,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398957989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T01:28:18,391 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/42dbf4dce3504425b63298c54dd65f54 2024-12-17T01:28:18,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/cc788932188e4b2e83136c75c4c6bd8f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/cc788932188e4b2e83136c75c4c6bd8f 2024-12-17T01:28:18,398 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/cc788932188e4b2e83136c75c4c6bd8f, entries=150, sequenceid=361, filesize=12.0 K 2024-12-17T01:28:18,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/a252b25c4e444a6e9fba9ac5a0c6ced8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/a252b25c4e444a6e9fba9ac5a0c6ced8 2024-12-17T01:28:18,402 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/a252b25c4e444a6e9fba9ac5a0c6ced8, entries=150, sequenceid=361, filesize=12.0 K 2024-12-17T01:28:18,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/42dbf4dce3504425b63298c54dd65f54 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/42dbf4dce3504425b63298c54dd65f54 2024-12-17T01:28:18,405 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/42dbf4dce3504425b63298c54dd65f54, entries=150, sequenceid=361, filesize=12.0 K 2024-12-17T01:28:18,406 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e0db16152c750f2da4872330514e8501 in 1247ms, sequenceid=361, compaction requested=true 2024-12-17T01:28:18,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:18,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:18,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-17T01:28:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-17T01:28:18,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-17T01:28:18,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1640 sec 2024-12-17T01:28:18,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.1680 sec 2024-12-17T01:28:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:18,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:28:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:18,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:18,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/164619e07f144625be2bef2a251c85dc is 50, key is test_row_0/A:col10/1734398897372/Put/seqid=0 2024-12-17T01:28:18,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742336_1512 (size=14741) 2024-12-17T01:28:18,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398958503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398958504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398958505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398958505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398958506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398958608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398958613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398958614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398958615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398958615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398958815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398958817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398958819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398958820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398958821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:18,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/164619e07f144625be2bef2a251c85dc 2024-12-17T01:28:18,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/d4879f85928e42d5bf2b7a0f0b3bfadb is 50, key is test_row_0/B:col10/1734398897372/Put/seqid=0 2024-12-17T01:28:18,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742337_1513 (size=12301) 2024-12-17T01:28:19,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398959122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:19,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398959123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:19,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398959125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:19,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398959125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:19,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398959125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:19,306 DEBUG [Thread-1967 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f810aa9 to 127.0.0.1:61973 2024-12-17T01:28:19,306 DEBUG [Thread-1973 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:61973 2024-12-17T01:28:19,306 DEBUG [Thread-1967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:19,306 DEBUG [Thread-1973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:19,308 DEBUG [Thread-1965 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e3d3829 to 127.0.0.1:61973 2024-12-17T01:28:19,308 DEBUG [Thread-1965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:19,311 DEBUG [Thread-1969 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:61973 2024-12-17T01:28:19,311 DEBUG [Thread-1969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:19,313 DEBUG [Thread-1971 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:61973 2024-12-17T01:28:19,313 DEBUG [Thread-1971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:19,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/d4879f85928e42d5bf2b7a0f0b3bfadb 2024-12-17T01:28:19,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/b3daded6579645468f5a6f719142744a is 50, key is test_row_0/C:col10/1734398897372/Put/seqid=0 2024-12-17T01:28:19,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742338_1514 (size=12301) 2024-12-17T01:28:19,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1734398959626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:19,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1734398959629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:19,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57308 deadline: 1734398959629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:19,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57274 deadline: 1734398959633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:19,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57318 deadline: 1734398959633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:19,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/b3daded6579645468f5a6f719142744a 2024-12-17T01:28:19,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/164619e07f144625be2bef2a251c85dc as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/164619e07f144625be2bef2a251c85dc 2024-12-17T01:28:19,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/164619e07f144625be2bef2a251c85dc, entries=200, sequenceid=386, filesize=14.4 K 2024-12-17T01:28:19,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/d4879f85928e42d5bf2b7a0f0b3bfadb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/d4879f85928e42d5bf2b7a0f0b3bfadb 2024-12-17T01:28:19,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/d4879f85928e42d5bf2b7a0f0b3bfadb, entries=150, sequenceid=386, filesize=12.0 K 2024-12-17T01:28:19,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/b3daded6579645468f5a6f719142744a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b3daded6579645468f5a6f719142744a 2024-12-17T01:28:19,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b3daded6579645468f5a6f719142744a, entries=150, sequenceid=386, filesize=12.0 K 2024-12-17T01:28:19,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e0db16152c750f2da4872330514e8501 in 1245ms, sequenceid=386, compaction requested=true 2024-12-17T01:28:19,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:19,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:19,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:19,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:28:19,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:19,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0db16152c750f2da4872330514e8501:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:28:19,740 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:28:19,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:19,740 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:28:19,741 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52394 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:28:19,741 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:28:19,741 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/A is initiating minor compaction (all files) 2024-12-17T01:28:19,741 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/B is initiating minor compaction (all files) 2024-12-17T01:28:19,741 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/A in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:19,741 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/B in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:19,741 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/2f55bfbc43714ce2b17fe3f206bab19d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b90fb2531116405d904c4a9b4104aa16, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/cc788932188e4b2e83136c75c4c6bd8f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/164619e07f144625be2bef2a251c85dc] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=51.2 K 2024-12-17T01:28:19,741 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/3e42945cb79c4fe1b087fc1b470a10db, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/5a05989dfa084f7586c4d717a2d3d158, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/a252b25c4e444a6e9fba9ac5a0c6ced8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/d4879f85928e42d5bf2b7a0f0b3bfadb] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=48.8 K 2024-12-17T01:28:19,741 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f55bfbc43714ce2b17fe3f206bab19d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1734398895508 2024-12-17T01:28:19,741 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e42945cb79c4fe1b087fc1b470a10db, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1734398895508 2024-12-17T01:28:19,742 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b90fb2531116405d904c4a9b4104aa16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1734398895569 2024-12-17T01:28:19,742 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a05989dfa084f7586c4d717a2d3d158, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1734398895569 2024-12-17T01:28:19,742 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc788932188e4b2e83136c75c4c6bd8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734398896196 2024-12-17T01:28:19,742 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting a252b25c4e444a6e9fba9ac5a0c6ced8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734398896196 2024-12-17T01:28:19,742 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 164619e07f144625be2bef2a251c85dc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734398897366 2024-12-17T01:28:19,743 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting d4879f85928e42d5bf2b7a0f0b3bfadb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734398897366 2024-12-17T01:28:19,749 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#A#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:19,749 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:19,750 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/5ed19568223c4845bd191a02840ae609 is 50, key is test_row_0/A:col10/1734398897372/Put/seqid=0 2024-12-17T01:28:19,750 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/eef709e18b724a3ab45cafa7e50e1c99 is 50, key is test_row_0/B:col10/1734398897372/Put/seqid=0 2024-12-17T01:28:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742340_1516 (size=13187) 2024-12-17T01:28:19,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742339_1515 (size=13187) 2024-12-17T01:28:20,158 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/eef709e18b724a3ab45cafa7e50e1c99 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/eef709e18b724a3ab45cafa7e50e1c99 2024-12-17T01:28:20,161 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0db16152c750f2da4872330514e8501/B of e0db16152c750f2da4872330514e8501 into eef709e18b724a3ab45cafa7e50e1c99(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:20,161 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/5ed19568223c4845bd191a02840ae609 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/5ed19568223c4845bd191a02840ae609 2024-12-17T01:28:20,161 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:20,161 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/B, priority=12, startTime=1734398899740; duration=0sec 2024-12-17T01:28:20,161 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:20,162 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:B 2024-12-17T01:28:20,162 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:28:20,162 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:28:20,162 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): e0db16152c750f2da4872330514e8501/C is initiating minor compaction (all files) 2024-12-17T01:28:20,163 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0db16152c750f2da4872330514e8501/C in TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:20,163 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/f1f4f077416a42888d458ea5b9bd3f91, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/253a777eb1c648fbb05936cfeea7fa10, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/42dbf4dce3504425b63298c54dd65f54, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b3daded6579645468f5a6f719142744a] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp, totalSize=48.8 K 2024-12-17T01:28:20,163 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting f1f4f077416a42888d458ea5b9bd3f91, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1734398895508 2024-12-17T01:28:20,163 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 253a777eb1c648fbb05936cfeea7fa10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1734398895569 2024-12-17T01:28:20,163 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 42dbf4dce3504425b63298c54dd65f54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734398896196 2024-12-17T01:28:20,164 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting b3daded6579645468f5a6f719142744a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734398897366 2024-12-17T01:28:20,164 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0db16152c750f2da4872330514e8501/A of e0db16152c750f2da4872330514e8501 into 5ed19568223c4845bd191a02840ae609(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:20,164 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:20,164 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/A, priority=12, startTime=1734398899740; duration=0sec 2024-12-17T01:28:20,165 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:20,165 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:A 2024-12-17T01:28:20,170 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0db16152c750f2da4872330514e8501#C#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:20,170 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/775e3f1fc6bd45ca9f941c62c7d957e2 is 50, key is test_row_0/C:col10/1734398897372/Put/seqid=0 2024-12-17T01:28:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742341_1517 (size=13187) 2024-12-17T01:28:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T01:28:20,348 INFO [Thread-1964 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-17T01:28:20,577 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/775e3f1fc6bd45ca9f941c62c7d957e2 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/775e3f1fc6bd45ca9f941c62c7d957e2 2024-12-17T01:28:20,580 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0db16152c750f2da4872330514e8501/C of e0db16152c750f2da4872330514e8501 into 775e3f1fc6bd45ca9f941c62c7d957e2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:20,580 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:20,580 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501., storeName=e0db16152c750f2da4872330514e8501/C, priority=12, startTime=1734398899740; duration=0sec 2024-12-17T01:28:20,580 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:20,580 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0db16152c750f2da4872330514e8501:C 2024-12-17T01:28:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on e0db16152c750f2da4872330514e8501 2024-12-17T01:28:20,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T01:28:20,632 DEBUG [Thread-1960 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26b120d9 to 127.0.0.1:61973 2024-12-17T01:28:20,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:20,632 DEBUG [Thread-1960 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:20,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:20,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:20,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:20,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:20,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:20,634 DEBUG [Thread-1962 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c1ec7ee to 127.0.0.1:61973 2024-12-17T01:28:20,634 DEBUG [Thread-1962 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:20,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/c58a532d0f39487c97ab488f87d7e827 is 50, key is test_row_0/A:col10/1734398898504/Put/seqid=0 2024-12-17T01:28:20,637 DEBUG [Thread-1956 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14c16cd4 to 127.0.0.1:61973 2024-12-17T01:28:20,637 DEBUG [Thread-1956 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:20,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742342_1518 (size=12301) 2024-12-17T01:28:20,640 DEBUG [Thread-1958 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0341384e to 127.0.0.1:61973 2024-12-17T01:28:20,640 DEBUG [Thread-1958 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:20,644 DEBUG [Thread-1954 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78cafade to 127.0.0.1:61973 2024-12-17T01:28:20,644 DEBUG [Thread-1954 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:20,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T01:28:20,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-17T01:28:20,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-17T01:28:20,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-12-17T01:28:20,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-17T01:28:20,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-17T01:28:20,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T01:28:20,644 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T01:28:20,645 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2749 2024-12-17T01:28:20,645 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8247 rows 2024-12-17T01:28:20,645 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2752 2024-12-17T01:28:20,645 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8256 rows 2024-12-17T01:28:20,645 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2758 2024-12-17T01:28:20,645 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8274 rows 2024-12-17T01:28:20,645 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2756 2024-12-17T01:28:20,645 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8268 rows 2024-12-17T01:28:20,645 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2759 2024-12-17T01:28:20,645 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8276 rows 2024-12-17T01:28:20,645 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T01:28:20,645 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00cb464a to 127.0.0.1:61973 2024-12-17T01:28:20,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:20,649 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T01:28:20,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T01:28:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-17T01:28:20,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398900652"}]},"ts":"1734398900652"} 2024-12-17T01:28:20,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T01:28:20,656 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T01:28:20,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T01:28:20,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0db16152c750f2da4872330514e8501, UNASSIGN}] 2024-12-17T01:28:20,658 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0db16152c750f2da4872330514e8501, UNASSIGN 2024-12-17T01:28:20,658 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=e0db16152c750f2da4872330514e8501, regionState=CLOSING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:20,659 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T01:28:20,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:28:20,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T01:28:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-17T01:28:20,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:20,811 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close e0db16152c750f2da4872330514e8501 2024-12-17T01:28:20,811 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T01:28:20,811 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing e0db16152c750f2da4872330514e8501, disabling compactions & flushes 2024-12-17T01:28:20,811 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-17T01:28:21,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/c58a532d0f39487c97ab488f87d7e827 2024-12-17T01:28:21,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/b5f1454c795e471da4afdca942f26920 is 50, key is test_row_0/B:col10/1734398898504/Put/seqid=0 2024-12-17T01:28:21,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742343_1519 (size=12301) 2024-12-17T01:28:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-17T01:28:21,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/b5f1454c795e471da4afdca942f26920 2024-12-17T01:28:21,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/af23996ef7d74b07912cd2bb19c8c849 is 50, key is test_row_0/C:col10/1734398898504/Put/seqid=0 2024-12-17T01:28:21,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742344_1520 (size=12301) 2024-12-17T01:28:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-17T01:28:21,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/af23996ef7d74b07912cd2bb19c8c849 2024-12-17T01:28:21,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/c58a532d0f39487c97ab488f87d7e827 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/c58a532d0f39487c97ab488f87d7e827 2024-12-17T01:28:21,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/c58a532d0f39487c97ab488f87d7e827, entries=150, sequenceid=401, filesize=12.0 K 2024-12-17T01:28:21,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/b5f1454c795e471da4afdca942f26920 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/b5f1454c795e471da4afdca942f26920 2024-12-17T01:28:21,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/b5f1454c795e471da4afdca942f26920, entries=150, sequenceid=401, filesize=12.0 K 2024-12-17T01:28:21,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/af23996ef7d74b07912cd2bb19c8c849 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/af23996ef7d74b07912cd2bb19c8c849 2024-12-17T01:28:21,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/af23996ef7d74b07912cd2bb19c8c849, entries=150, sequenceid=401, filesize=12.0 K 2024-12-17T01:28:21,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for e0db16152c750f2da4872330514e8501 in 1239ms, sequenceid=401, compaction requested=false 2024-12-17T01:28:21,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:21,871 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:21,872 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:21,872 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. after waiting 0 ms 2024-12-17T01:28:21,872 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:21,872 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2837): Flushing e0db16152c750f2da4872330514e8501 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-17T01:28:21,872 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=A 2024-12-17T01:28:21,872 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:21,872 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=B 2024-12-17T01:28:21,872 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:21,872 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0db16152c750f2da4872330514e8501, store=C 2024-12-17T01:28:21,872 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:21,875 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/85de1d4dba574a73b445e38fa756b8a3 is 50, key is test_row_0/A:col10/1734398900643/Put/seqid=0 2024-12-17T01:28:21,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742345_1521 (size=12301) 2024-12-17T01:28:22,279 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/85de1d4dba574a73b445e38fa756b8a3 2024-12-17T01:28:22,284 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/c10e5116802342f5a12c2f039b82453b is 50, key is test_row_0/B:col10/1734398900643/Put/seqid=0 2024-12-17T01:28:22,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742346_1522 (size=12301) 2024-12-17T01:28:22,687 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/c10e5116802342f5a12c2f039b82453b 2024-12-17T01:28:22,693 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/b27c8b7dcc7547c49e0ede5e3e2c2b66 is 50, key is test_row_0/C:col10/1734398900643/Put/seqid=0 2024-12-17T01:28:22,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742347_1523 (size=12301) 2024-12-17T01:28:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-17T01:28:23,097 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/b27c8b7dcc7547c49e0ede5e3e2c2b66 2024-12-17T01:28:23,100 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/A/85de1d4dba574a73b445e38fa756b8a3 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/85de1d4dba574a73b445e38fa756b8a3 2024-12-17T01:28:23,102 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/85de1d4dba574a73b445e38fa756b8a3, entries=150, sequenceid=408, filesize=12.0 K 2024-12-17T01:28:23,103 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/B/c10e5116802342f5a12c2f039b82453b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/c10e5116802342f5a12c2f039b82453b 2024-12-17T01:28:23,105 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/c10e5116802342f5a12c2f039b82453b, entries=150, sequenceid=408, filesize=12.0 K 2024-12-17T01:28:23,106 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/.tmp/C/b27c8b7dcc7547c49e0ede5e3e2c2b66 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b27c8b7dcc7547c49e0ede5e3e2c2b66 2024-12-17T01:28:23,108 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b27c8b7dcc7547c49e0ede5e3e2c2b66, entries=150, sequenceid=408, filesize=12.0 K 2024-12-17T01:28:23,109 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e0db16152c750f2da4872330514e8501 in 1237ms, sequenceid=408, compaction requested=true 2024-12-17T01:28:23,110 DEBUG [StoreCloser-TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/cd545f529d864f1c8e5316332eb0e05e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b80b4627c50143d39749149575575b87, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/9976dafc826d425c8a6dc74bb3d77a04, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/a587272a05124608990d5d0d3cf920b0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/64407372121a4e57a758dedbf9e02282, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/3bc775c6bb5c474db95e4074856a70ea, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/1a9adf5f28b14064a314fa6595f7fbac, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/633003d0467842239b0a42d2604dc077, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b3b7dcb830ce4e4098b41eb0029025db, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b98996613a1a4a328846b3d3e71a5d3d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/72010db21dd146f5a6ab812c35ecf5c0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/0e1fde51e5d2456690ca81ecc8df44d2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/eb1b700f19364a3b881332e9f8533445, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/4612e5511d2743aca0d1db2a7146d31e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b2628e006f5949488a17a2ed649e43d3, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/f0eb93b6e95f44228380d2263375b64d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/99fa7f57ab6249f69411f5ac8aa97407, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/24d4578a34e64b7bb79588654eba4895, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/93e5c2429c814f22b58727295505e053, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/760e34c2fadf403db94d711dfdafb1ac, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/62777309a4af4edb9e47ad0bae0c3195, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/9ede9d33898041f9a49d3c473aec7d76, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/2f55bfbc43714ce2b17fe3f206bab19d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b90fb2531116405d904c4a9b4104aa16, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/cc788932188e4b2e83136c75c4c6bd8f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/164619e07f144625be2bef2a251c85dc] to archive 2024-12-17T01:28:23,110 DEBUG [StoreCloser-TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:28:23,112 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/cd545f529d864f1c8e5316332eb0e05e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/cd545f529d864f1c8e5316332eb0e05e 2024-12-17T01:28:23,112 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/9976dafc826d425c8a6dc74bb3d77a04 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/9976dafc826d425c8a6dc74bb3d77a04 2024-12-17T01:28:23,112 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b80b4627c50143d39749149575575b87 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b80b4627c50143d39749149575575b87 2024-12-17T01:28:23,112 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/a587272a05124608990d5d0d3cf920b0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/a587272a05124608990d5d0d3cf920b0 2024-12-17T01:28:23,112 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/1a9adf5f28b14064a314fa6595f7fbac to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/1a9adf5f28b14064a314fa6595f7fbac 2024-12-17T01:28:23,112 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/3bc775c6bb5c474db95e4074856a70ea to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/3bc775c6bb5c474db95e4074856a70ea 2024-12-17T01:28:23,113 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/633003d0467842239b0a42d2604dc077 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/633003d0467842239b0a42d2604dc077 2024-12-17T01:28:23,113 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/64407372121a4e57a758dedbf9e02282 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/64407372121a4e57a758dedbf9e02282 2024-12-17T01:28:23,114 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b3b7dcb830ce4e4098b41eb0029025db to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b3b7dcb830ce4e4098b41eb0029025db 2024-12-17T01:28:23,114 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/72010db21dd146f5a6ab812c35ecf5c0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/72010db21dd146f5a6ab812c35ecf5c0 2024-12-17T01:28:23,114 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/0e1fde51e5d2456690ca81ecc8df44d2 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/0e1fde51e5d2456690ca81ecc8df44d2 2024-12-17T01:28:23,114 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b98996613a1a4a328846b3d3e71a5d3d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b98996613a1a4a328846b3d3e71a5d3d 2024-12-17T01:28:23,114 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/eb1b700f19364a3b881332e9f8533445 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/eb1b700f19364a3b881332e9f8533445 2024-12-17T01:28:23,114 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b2628e006f5949488a17a2ed649e43d3 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b2628e006f5949488a17a2ed649e43d3 2024-12-17T01:28:23,114 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/f0eb93b6e95f44228380d2263375b64d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/f0eb93b6e95f44228380d2263375b64d 2024-12-17T01:28:23,114 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/4612e5511d2743aca0d1db2a7146d31e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/4612e5511d2743aca0d1db2a7146d31e 2024-12-17T01:28:23,115 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/93e5c2429c814f22b58727295505e053 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/93e5c2429c814f22b58727295505e053 2024-12-17T01:28:23,116 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/24d4578a34e64b7bb79588654eba4895 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/24d4578a34e64b7bb79588654eba4895 2024-12-17T01:28:23,116 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/9ede9d33898041f9a49d3c473aec7d76 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/9ede9d33898041f9a49d3c473aec7d76 2024-12-17T01:28:23,116 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/99fa7f57ab6249f69411f5ac8aa97407 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/99fa7f57ab6249f69411f5ac8aa97407 2024-12-17T01:28:23,116 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b90fb2531116405d904c4a9b4104aa16 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/b90fb2531116405d904c4a9b4104aa16 2024-12-17T01:28:23,116 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/2f55bfbc43714ce2b17fe3f206bab19d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/2f55bfbc43714ce2b17fe3f206bab19d 2024-12-17T01:28:23,116 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/760e34c2fadf403db94d711dfdafb1ac to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/760e34c2fadf403db94d711dfdafb1ac 2024-12-17T01:28:23,116 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/62777309a4af4edb9e47ad0bae0c3195 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/62777309a4af4edb9e47ad0bae0c3195 2024-12-17T01:28:23,117 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/cc788932188e4b2e83136c75c4c6bd8f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/cc788932188e4b2e83136c75c4c6bd8f 2024-12-17T01:28:23,117 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/164619e07f144625be2bef2a251c85dc to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/164619e07f144625be2bef2a251c85dc 2024-12-17T01:28:23,118 DEBUG [StoreCloser-TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/6c227a8cc7c0456db6004273eb79984b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/78c58bc3bd3044a7a142f77279a9a56e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/bb4dd4a2718541adb3b350eb5ee1ce7c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/23cc51d820534500a62d2e2667c6f855, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ff63362f472a4405a37c8982790e302d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/30ee7962d80644c6887a6a13fc769c67, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/43a087050e15477a9fc56a63458a288e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/cd8029c0726e42928305e66aa4bdeb68, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ac301947bb5d489ba32efd590407b620, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/c44ee47949f34ab584b050115730d75f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/b05478ec5f8c4585aec7d2b1cb51aeee, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/23b064cc6c1541a7a27cc249e6e0d5b7, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/9f88dfc3e5d042fbb406d1df08d1daa6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ecd70de169fe4bd9872901111dbd6e56, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/35454698f4834804950936daf02aa459, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/a46439658cca470b8f1cbbd8c2fe50e0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/5bbb7d30495c48d08faf717f28b756b5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/de1359719e17490f9e11e16c0bfc03b5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/86bd2af9747845fa9665a81ec8187acb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/87af0788405e41e681e407b39b656ed5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/0500342be5e44b03a2b58ecaec06600b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/3e42945cb79c4fe1b087fc1b470a10db, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/bf62ce1fcb004b8f8f07d9ba557b00d6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/5a05989dfa084f7586c4d717a2d3d158, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/a252b25c4e444a6e9fba9ac5a0c6ced8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/d4879f85928e42d5bf2b7a0f0b3bfadb] to archive 2024-12-17T01:28:23,118 DEBUG [StoreCloser-TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:28:23,120 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/78c58bc3bd3044a7a142f77279a9a56e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/78c58bc3bd3044a7a142f77279a9a56e 2024-12-17T01:28:23,120 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ff63362f472a4405a37c8982790e302d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ff63362f472a4405a37c8982790e302d 2024-12-17T01:28:23,120 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/23cc51d820534500a62d2e2667c6f855 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/23cc51d820534500a62d2e2667c6f855 2024-12-17T01:28:23,120 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/43a087050e15477a9fc56a63458a288e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/43a087050e15477a9fc56a63458a288e 2024-12-17T01:28:23,120 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/6c227a8cc7c0456db6004273eb79984b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/6c227a8cc7c0456db6004273eb79984b 2024-12-17T01:28:23,120 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/30ee7962d80644c6887a6a13fc769c67 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/30ee7962d80644c6887a6a13fc769c67 2024-12-17T01:28:23,121 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/bb4dd4a2718541adb3b350eb5ee1ce7c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/bb4dd4a2718541adb3b350eb5ee1ce7c 2024-12-17T01:28:23,121 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/cd8029c0726e42928305e66aa4bdeb68 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/cd8029c0726e42928305e66aa4bdeb68 2024-12-17T01:28:23,121 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ac301947bb5d489ba32efd590407b620 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ac301947bb5d489ba32efd590407b620 2024-12-17T01:28:23,121 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/c44ee47949f34ab584b050115730d75f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/c44ee47949f34ab584b050115730d75f 2024-12-17T01:28:23,122 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/23b064cc6c1541a7a27cc249e6e0d5b7 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/23b064cc6c1541a7a27cc249e6e0d5b7 2024-12-17T01:28:23,122 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/b05478ec5f8c4585aec7d2b1cb51aeee to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/b05478ec5f8c4585aec7d2b1cb51aeee 2024-12-17T01:28:23,122 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/9f88dfc3e5d042fbb406d1df08d1daa6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/9f88dfc3e5d042fbb406d1df08d1daa6 2024-12-17T01:28:23,122 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/35454698f4834804950936daf02aa459 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/35454698f4834804950936daf02aa459 2024-12-17T01:28:23,122 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ecd70de169fe4bd9872901111dbd6e56 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/ecd70de169fe4bd9872901111dbd6e56 2024-12-17T01:28:23,122 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/a46439658cca470b8f1cbbd8c2fe50e0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/a46439658cca470b8f1cbbd8c2fe50e0 2024-12-17T01:28:23,123 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/5bbb7d30495c48d08faf717f28b756b5 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/5bbb7d30495c48d08faf717f28b756b5 2024-12-17T01:28:23,123 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/de1359719e17490f9e11e16c0bfc03b5 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/de1359719e17490f9e11e16c0bfc03b5 2024-12-17T01:28:23,124 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/86bd2af9747845fa9665a81ec8187acb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/86bd2af9747845fa9665a81ec8187acb 2024-12-17T01:28:23,124 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/87af0788405e41e681e407b39b656ed5 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/87af0788405e41e681e407b39b656ed5 2024-12-17T01:28:23,124 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/3e42945cb79c4fe1b087fc1b470a10db to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/3e42945cb79c4fe1b087fc1b470a10db 2024-12-17T01:28:23,124 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/0500342be5e44b03a2b58ecaec06600b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/0500342be5e44b03a2b58ecaec06600b 2024-12-17T01:28:23,124 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/bf62ce1fcb004b8f8f07d9ba557b00d6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/bf62ce1fcb004b8f8f07d9ba557b00d6 2024-12-17T01:28:23,124 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/5a05989dfa084f7586c4d717a2d3d158 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/5a05989dfa084f7586c4d717a2d3d158 2024-12-17T01:28:23,125 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/a252b25c4e444a6e9fba9ac5a0c6ced8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/a252b25c4e444a6e9fba9ac5a0c6ced8 2024-12-17T01:28:23,125 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/d4879f85928e42d5bf2b7a0f0b3bfadb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/d4879f85928e42d5bf2b7a0f0b3bfadb 2024-12-17T01:28:23,126 DEBUG [StoreCloser-TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/008ef70871554730ac79d0d56a9e7b20, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2da195d68dac4b8dbfed798ecc666c83, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/77375c57ddf64e3894b72af12611d339, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/479050c6f897433eb3f2060cbda6527b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/64d79508d6d34226a8713219a29b3f8e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/d6a82fb94ad640df9dc10fdf0b54b0d4, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/7e1f7f9eec9e4bff9423207d884d3719, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/7ea955aedde94368811bdc62ee4b763c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/08098a6bea36458798e46c7f49fd3700, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b0889f17837749cca6565b58e30254bb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/64a0edbb276b4e7aa1e5f24f71c9b776, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/428c5c96363f41c89f5bd876644524a3, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2e9488e084d04327aed1880a4698a97e, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/6b5c13607fc44baab3898d5998d668d0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/0960e68ac9d24bddacc66faf8680009f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/0d09ca80cd13430cba8c6c09e81947c6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2cd2ac181d4e4847a18695fde205cc3a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/6f54db85f1f2437588c8e2dabd97b083, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/79b8a87d383b421182226af783b30c4d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/4f196c91d1674f1fa083a0a867725079, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/c23d301b435b4d71a57f9f18e7574efe, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/f1f4f077416a42888d458ea5b9bd3f91, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/fcd04639863241938e8230764d39cd6f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/253a777eb1c648fbb05936cfeea7fa10, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/42dbf4dce3504425b63298c54dd65f54, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b3daded6579645468f5a6f719142744a] to archive 2024-12-17T01:28:23,126 DEBUG [StoreCloser-TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:28:23,128 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2da195d68dac4b8dbfed798ecc666c83 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2da195d68dac4b8dbfed798ecc666c83 2024-12-17T01:28:23,128 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/77375c57ddf64e3894b72af12611d339 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/77375c57ddf64e3894b72af12611d339 2024-12-17T01:28:23,128 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/008ef70871554730ac79d0d56a9e7b20 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/008ef70871554730ac79d0d56a9e7b20 2024-12-17T01:28:23,128 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/479050c6f897433eb3f2060cbda6527b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/479050c6f897433eb3f2060cbda6527b 2024-12-17T01:28:23,128 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/d6a82fb94ad640df9dc10fdf0b54b0d4 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/d6a82fb94ad640df9dc10fdf0b54b0d4 2024-12-17T01:28:23,128 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/64d79508d6d34226a8713219a29b3f8e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/64d79508d6d34226a8713219a29b3f8e 2024-12-17T01:28:23,129 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/7e1f7f9eec9e4bff9423207d884d3719 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/7e1f7f9eec9e4bff9423207d884d3719 2024-12-17T01:28:23,129 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/7ea955aedde94368811bdc62ee4b763c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/7ea955aedde94368811bdc62ee4b763c 2024-12-17T01:28:23,129 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/08098a6bea36458798e46c7f49fd3700 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/08098a6bea36458798e46c7f49fd3700 2024-12-17T01:28:23,130 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b0889f17837749cca6565b58e30254bb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b0889f17837749cca6565b58e30254bb 2024-12-17T01:28:23,130 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2e9488e084d04327aed1880a4698a97e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2e9488e084d04327aed1880a4698a97e 2024-12-17T01:28:23,130 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/64a0edbb276b4e7aa1e5f24f71c9b776 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/64a0edbb276b4e7aa1e5f24f71c9b776 2024-12-17T01:28:23,130 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/6b5c13607fc44baab3898d5998d668d0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/6b5c13607fc44baab3898d5998d668d0 2024-12-17T01:28:23,130 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/0d09ca80cd13430cba8c6c09e81947c6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/0d09ca80cd13430cba8c6c09e81947c6 2024-12-17T01:28:23,130 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/428c5c96363f41c89f5bd876644524a3 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/428c5c96363f41c89f5bd876644524a3 2024-12-17T01:28:23,131 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/0960e68ac9d24bddacc66faf8680009f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/0960e68ac9d24bddacc66faf8680009f 2024-12-17T01:28:23,131 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2cd2ac181d4e4847a18695fde205cc3a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/2cd2ac181d4e4847a18695fde205cc3a 2024-12-17T01:28:23,131 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/6f54db85f1f2437588c8e2dabd97b083 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/6f54db85f1f2437588c8e2dabd97b083 2024-12-17T01:28:23,132 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/79b8a87d383b421182226af783b30c4d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/79b8a87d383b421182226af783b30c4d 2024-12-17T01:28:23,132 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/4f196c91d1674f1fa083a0a867725079 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/4f196c91d1674f1fa083a0a867725079 2024-12-17T01:28:23,132 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/c23d301b435b4d71a57f9f18e7574efe to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/c23d301b435b4d71a57f9f18e7574efe 2024-12-17T01:28:23,132 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/f1f4f077416a42888d458ea5b9bd3f91 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/f1f4f077416a42888d458ea5b9bd3f91 2024-12-17T01:28:23,132 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/fcd04639863241938e8230764d39cd6f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/fcd04639863241938e8230764d39cd6f 2024-12-17T01:28:23,132 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/253a777eb1c648fbb05936cfeea7fa10 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/253a777eb1c648fbb05936cfeea7fa10 2024-12-17T01:28:23,132 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/42dbf4dce3504425b63298c54dd65f54 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/42dbf4dce3504425b63298c54dd65f54 2024-12-17T01:28:23,132 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b3daded6579645468f5a6f719142744a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b3daded6579645468f5a6f719142744a 2024-12-17T01:28:23,136 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/recovered.edits/411.seqid, newMaxSeqId=411, maxSeqId=1 2024-12-17T01:28:23,136 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501. 2024-12-17T01:28:23,136 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for e0db16152c750f2da4872330514e8501: 2024-12-17T01:28:23,138 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed e0db16152c750f2da4872330514e8501 2024-12-17T01:28:23,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=e0db16152c750f2da4872330514e8501, regionState=CLOSED 2024-12-17T01:28:23,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-17T01:28:23,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure e0db16152c750f2da4872330514e8501, server=7b75acfc7251,36369,1734398752304 in 2.4800 sec 2024-12-17T01:28:23,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-12-17T01:28:23,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0db16152c750f2da4872330514e8501, UNASSIGN in 2.4830 sec 2024-12-17T01:28:23,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-17T01:28:23,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.4850 sec 2024-12-17T01:28:23,143 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398903143"}]},"ts":"1734398903143"} 2024-12-17T01:28:23,144 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T01:28:23,145 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T01:28:23,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.4970 sec 2024-12-17T01:28:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-17T01:28:24,757 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-17T01:28:24,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T01:28:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:24,759 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-17T01:28:24,759 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:24,760 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501 2024-12-17T01:28:24,762 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/recovered.edits] 2024-12-17T01:28:24,764 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/5ed19568223c4845bd191a02840ae609 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/5ed19568223c4845bd191a02840ae609 2024-12-17T01:28:24,764 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/85de1d4dba574a73b445e38fa756b8a3 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/85de1d4dba574a73b445e38fa756b8a3 2024-12-17T01:28:24,764 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/c58a532d0f39487c97ab488f87d7e827 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/A/c58a532d0f39487c97ab488f87d7e827 2024-12-17T01:28:24,766 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/c10e5116802342f5a12c2f039b82453b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/c10e5116802342f5a12c2f039b82453b 2024-12-17T01:28:24,766 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/b5f1454c795e471da4afdca942f26920 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/b5f1454c795e471da4afdca942f26920 2024-12-17T01:28:24,766 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/eef709e18b724a3ab45cafa7e50e1c99 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/B/eef709e18b724a3ab45cafa7e50e1c99 2024-12-17T01:28:24,769 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/775e3f1fc6bd45ca9f941c62c7d957e2 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/775e3f1fc6bd45ca9f941c62c7d957e2 2024-12-17T01:28:24,769 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/af23996ef7d74b07912cd2bb19c8c849 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/af23996ef7d74b07912cd2bb19c8c849 2024-12-17T01:28:24,769 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b27c8b7dcc7547c49e0ede5e3e2c2b66 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/C/b27c8b7dcc7547c49e0ede5e3e2c2b66 2024-12-17T01:28:24,771 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/recovered.edits/411.seqid to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501/recovered.edits/411.seqid 2024-12-17T01:28:24,771 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/e0db16152c750f2da4872330514e8501 2024-12-17T01:28:24,771 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T01:28:24,773 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:24,774 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T01:28:24,776 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T01:28:24,776 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:24,776 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T01:28:24,777 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734398904776"}]},"ts":"9223372036854775807"} 2024-12-17T01:28:24,778 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T01:28:24,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e0db16152c750f2da4872330514e8501, NAME => 'TestAcidGuarantees,,1734398877133.e0db16152c750f2da4872330514e8501.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T01:28:24,778 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T01:28:24,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734398904778"}]},"ts":"9223372036854775807"} 2024-12-17T01:28:24,779 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T01:28:24,781 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:24,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 24 msec 2024-12-17T01:28:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-17T01:28:24,860 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-17T01:28:24,869 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=247 (was 248), OpenFileDescriptor=452 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=254 (was 248) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3888 (was 3905) 2024-12-17T01:28:24,878 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=254, ProcessCount=11, AvailableMemoryMB=3888 2024-12-17T01:28:24,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T01:28:24,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T01:28:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:24,881 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T01:28:24,882 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:24,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 155 2024-12-17T01:28:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-17T01:28:24,882 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T01:28:24,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742348_1524 (size=963) 2024-12-17T01:28:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-17T01:28:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-17T01:28:25,289 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764 2024-12-17T01:28:25,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742349_1525 (size=53) 2024-12-17T01:28:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-17T01:28:25,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:28:25,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 684402e10f09238281cb09df5039c140, disabling compactions & flushes 2024-12-17T01:28:25,694 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:25,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:25,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. after waiting 0 ms 2024-12-17T01:28:25,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:25,694 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:25,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:25,695 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T01:28:25,695 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734398905695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734398905695"}]},"ts":"1734398905695"} 2024-12-17T01:28:25,696 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T01:28:25,697 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T01:28:25,697 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398905697"}]},"ts":"1734398905697"} 2024-12-17T01:28:25,698 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T01:28:25,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684402e10f09238281cb09df5039c140, ASSIGN}] 2024-12-17T01:28:25,702 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684402e10f09238281cb09df5039c140, ASSIGN 2024-12-17T01:28:25,703 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=684402e10f09238281cb09df5039c140, ASSIGN; state=OFFLINE, location=7b75acfc7251,36369,1734398752304; forceNewPlan=false, retain=false 2024-12-17T01:28:25,853 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=684402e10f09238281cb09df5039c140, regionState=OPENING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:25,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; OpenRegionProcedure 684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:28:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-17T01:28:26,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:26,009 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:26,009 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7285): Opening region: {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} 2024-12-17T01:28:26,009 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 684402e10f09238281cb09df5039c140 2024-12-17T01:28:26,009 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:28:26,009 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7327): checking encryption for 684402e10f09238281cb09df5039c140 2024-12-17T01:28:26,009 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7330): checking classloading for 684402e10f09238281cb09df5039c140 2024-12-17T01:28:26,010 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 684402e10f09238281cb09df5039c140 2024-12-17T01:28:26,011 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:28:26,011 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684402e10f09238281cb09df5039c140 columnFamilyName A 2024-12-17T01:28:26,012 DEBUG [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:26,012 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.HStore(327): Store=684402e10f09238281cb09df5039c140/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:28:26,012 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 684402e10f09238281cb09df5039c140 2024-12-17T01:28:26,013 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:28:26,013 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684402e10f09238281cb09df5039c140 columnFamilyName B 2024-12-17T01:28:26,013 DEBUG [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:26,013 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.HStore(327): Store=684402e10f09238281cb09df5039c140/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:28:26,013 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 684402e10f09238281cb09df5039c140 2024-12-17T01:28:26,014 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:28:26,014 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684402e10f09238281cb09df5039c140 columnFamilyName C 2024-12-17T01:28:26,014 DEBUG [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:26,015 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.HStore(327): Store=684402e10f09238281cb09df5039c140/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:28:26,015 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:26,015 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140 2024-12-17T01:28:26,015 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140 2024-12-17T01:28:26,016 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T01:28:26,017 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1085): writing seq id for 684402e10f09238281cb09df5039c140 2024-12-17T01:28:26,019 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T01:28:26,019 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1102): Opened 684402e10f09238281cb09df5039c140; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63825707, jitterRate=-0.04892285168170929}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T01:28:26,020 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1001): Region open journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:26,020 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., pid=157, masterSystemTime=1734398906006 2024-12-17T01:28:26,021 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:26,022 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:26,022 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=684402e10f09238281cb09df5039c140, regionState=OPEN, openSeqNum=2, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:26,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-17T01:28:26,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; OpenRegionProcedure 684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 in 168 msec 2024-12-17T01:28:26,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-17T01:28:26,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=684402e10f09238281cb09df5039c140, ASSIGN in 323 msec 2024-12-17T01:28:26,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T01:28:26,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398906025"}]},"ts":"1734398906025"} 2024-12-17T01:28:26,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T01:28:26,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T01:28:26,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-12-17T01:28:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-17T01:28:26,986 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-12-17T01:28:26,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-12-17T01:28:26,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:28:26,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:28:26,996 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:28:26,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T01:28:26,998 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T01:28:26,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T01:28:26,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T01:28:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:27,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742350_1526 (size=999) 2024-12-17T01:28:27,009 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-17T01:28:27,009 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-17T01:28:27,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T01:28:27,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684402e10f09238281cb09df5039c140, REOPEN/MOVE}] 2024-12-17T01:28:27,013 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684402e10f09238281cb09df5039c140, REOPEN/MOVE 2024-12-17T01:28:27,014 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=684402e10f09238281cb09df5039c140, regionState=CLOSING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,014 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T01:28:27,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure 684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:28:27,165 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,166 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close 684402e10f09238281cb09df5039c140 2024-12-17T01:28:27,166 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T01:28:27,166 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing 684402e10f09238281cb09df5039c140, disabling compactions & flushes 2024-12-17T01:28:27,166 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:27,166 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:27,166 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. after waiting 0 ms 2024-12-17T01:28:27,166 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:27,169 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T01:28:27,170 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:27,170 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:27,170 WARN [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionServer(3786): Not adding moved region record: 684402e10f09238281cb09df5039c140 to self. 2024-12-17T01:28:27,171 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed 684402e10f09238281cb09df5039c140 2024-12-17T01:28:27,171 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=684402e10f09238281cb09df5039c140, regionState=CLOSED 2024-12-17T01:28:27,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-17T01:28:27,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure 684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 in 158 msec 2024-12-17T01:28:27,173 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=684402e10f09238281cb09df5039c140, REOPEN/MOVE; state=CLOSED, location=7b75acfc7251,36369,1734398752304; forceNewPlan=false, retain=true 2024-12-17T01:28:27,324 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=684402e10f09238281cb09df5039c140, regionState=OPENING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=160, state=RUNNABLE; OpenRegionProcedure 684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:28:27,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,479 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:27,479 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7285): Opening region: {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} 2024-12-17T01:28:27,479 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 684402e10f09238281cb09df5039c140 2024-12-17T01:28:27,479 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T01:28:27,479 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7327): checking encryption for 684402e10f09238281cb09df5039c140 2024-12-17T01:28:27,479 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7330): checking classloading for 684402e10f09238281cb09df5039c140 2024-12-17T01:28:27,480 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 684402e10f09238281cb09df5039c140 2024-12-17T01:28:27,481 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:28:27,481 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684402e10f09238281cb09df5039c140 columnFamilyName A 2024-12-17T01:28:27,482 DEBUG [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:27,482 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.HStore(327): Store=684402e10f09238281cb09df5039c140/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:28:27,482 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 684402e10f09238281cb09df5039c140 2024-12-17T01:28:27,483 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:28:27,483 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684402e10f09238281cb09df5039c140 columnFamilyName B 2024-12-17T01:28:27,483 DEBUG [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:27,483 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.HStore(327): Store=684402e10f09238281cb09df5039c140/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:28:27,484 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 684402e10f09238281cb09df5039c140 2024-12-17T01:28:27,484 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T01:28:27,484 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684402e10f09238281cb09df5039c140 columnFamilyName C 2024-12-17T01:28:27,484 DEBUG [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:27,484 INFO [StoreOpener-684402e10f09238281cb09df5039c140-1 {}] regionserver.HStore(327): Store=684402e10f09238281cb09df5039c140/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T01:28:27,484 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:27,485 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140 2024-12-17T01:28:27,486 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140 2024-12-17T01:28:27,487 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T01:28:27,487 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1085): writing seq id for 684402e10f09238281cb09df5039c140 2024-12-17T01:28:27,488 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1102): Opened 684402e10f09238281cb09df5039c140; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74958432, jitterRate=0.11696767807006836}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T01:28:27,488 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1001): Region open journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:27,489 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., pid=162, masterSystemTime=1734398907476 2024-12-17T01:28:27,490 DEBUG [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:27,490 INFO [RS_OPEN_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:27,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=684402e10f09238281cb09df5039c140, regionState=OPEN, openSeqNum=5, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=160 2024-12-17T01:28:27,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=160, state=SUCCESS; OpenRegionProcedure 684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 in 166 msec 2024-12-17T01:28:27,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-17T01:28:27,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=684402e10f09238281cb09df5039c140, REOPEN/MOVE in 480 msec 2024-12-17T01:28:27,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-17T01:28:27,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-12-17T01:28:27,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 496 msec 2024-12-17T01:28:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-17T01:28:27,498 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fef31f8 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14ed1e44 2024-12-17T01:28:27,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b04266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:28:27,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-12-17T01:28:27,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:28:27,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-12-17T01:28:27,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:28:27,511 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-12-17T01:28:27,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:28:27,518 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-12-17T01:28:27,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:28:27,522 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3677bd4f to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3bf0ba59 2024-12-17T01:28:27,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9e2976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:28:27,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x521aad6f to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c86f707 2024-12-17T01:28:27,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e9a678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:28:27,531 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f5b2180 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34becda3 2024-12-17T01:28:27,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7f772a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:28:27,534 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-12-17T01:28:27,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:28:27,538 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:61973 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-12-17T01:28:27,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T01:28:27,548 DEBUG [hconnection-0x59e02ba0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:28:27,548 DEBUG [hconnection-0x13a67364-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:28:27,548 DEBUG [hconnection-0x3bdf662e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:28:27,549 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:28:27,549 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:28:27,549 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:28:27,554 DEBUG [hconnection-0x12f30586-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:28:27,555 DEBUG [hconnection-0x2a3faba5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:28:27,556 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:28:27,556 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:28:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:27,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T01:28:27,557 DEBUG [hconnection-0x40946f0b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:28:27,558 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:28:27,558 DEBUG [hconnection-0x84e9bc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:28:27,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:27,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-17T01:28:27,559 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:28:27,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:27,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:27,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:27,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:27,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-17T01:28:27,559 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:27,560 DEBUG [hconnection-0x58681e90-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:28:27,560 DEBUG [hconnection-0x5905e3db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:28:27,560 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:27,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:27,561 DEBUG [hconnection-0x45a864aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T01:28:27,563 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:28:27,563 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:28:27,563 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T01:28:27,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121779811eb22eba418f88e5a41de5b58ba0_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398907557/Put/seqid=0 2024-12-17T01:28:27,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742351_1527 (size=12154) 2024-12-17T01:28:27,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398967599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398967599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398967599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398967600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398967600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-17T01:28:27,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398967704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398967704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398967704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398967704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398967704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T01:28:27,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:27,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:27,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:27,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:27,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:27,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-17T01:28:27,871 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T01:28:27,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:27,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:27,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:27,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:27,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:27,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398967906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398967906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398967906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398967907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398967907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:27,990 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:27,993 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121779811eb22eba418f88e5a41de5b58ba0_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121779811eb22eba418f88e5a41de5b58ba0_684402e10f09238281cb09df5039c140 2024-12-17T01:28:27,994 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/35307b945956438c9f09e4fdf9b11bcc, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:27,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/35307b945956438c9f09e4fdf9b11bcc is 175, key is test_row_0/A:col10/1734398907557/Put/seqid=0 2024-12-17T01:28:27,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742352_1528 (size=30955) 2024-12-17T01:28:28,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T01:28:28,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:28,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-17T01:28:28,176 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T01:28:28,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:28,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398968209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398968209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398968210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398968210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398968210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T01:28:28,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:28,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,399 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/35307b945956438c9f09e4fdf9b11bcc 2024-12-17T01:28:28,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/2e0ce637c1b54f59b06c38abb6e8ec26 is 50, key is test_row_0/B:col10/1734398907557/Put/seqid=0 2024-12-17T01:28:28,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742353_1529 (size=12001) 2024-12-17T01:28:28,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T01:28:28,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:28,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,636 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T01:28:28,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:28,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,654 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T01:28:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-17T01:28:28,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398968712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398968713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398968714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398968715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398968715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T01:28:28,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:28,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/2e0ce637c1b54f59b06c38abb6e8ec26 2024-12-17T01:28:28,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/a74be0b3cb4949b6a9b0ce0dbf51a009 is 50, key is test_row_0/C:col10/1734398907557/Put/seqid=0 2024-12-17T01:28:28,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742354_1530 (size=12001) 2024-12-17T01:28:28,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:28,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T01:28:28,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:28,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:28,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:29,094 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:29,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T01:28:29,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:29,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:29,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:29,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:29,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:29,247 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:29,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T01:28:29,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:29,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:29,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:29,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:29,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:29,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/a74be0b3cb4949b6a9b0ce0dbf51a009 2024-12-17T01:28:29,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/35307b945956438c9f09e4fdf9b11bcc as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/35307b945956438c9f09e4fdf9b11bcc 2024-12-17T01:28:29,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/35307b945956438c9f09e4fdf9b11bcc, entries=150, sequenceid=17, filesize=30.2 K 2024-12-17T01:28:29,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/2e0ce637c1b54f59b06c38abb6e8ec26 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/2e0ce637c1b54f59b06c38abb6e8ec26 2024-12-17T01:28:29,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/2e0ce637c1b54f59b06c38abb6e8ec26, entries=150, sequenceid=17, filesize=11.7 K 2024-12-17T01:28:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/a74be0b3cb4949b6a9b0ce0dbf51a009 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/a74be0b3cb4949b6a9b0ce0dbf51a009 2024-12-17T01:28:29,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/a74be0b3cb4949b6a9b0ce0dbf51a009, entries=150, sequenceid=17, filesize=11.7 K 2024-12-17T01:28:29,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 684402e10f09238281cb09df5039c140 in 1708ms, sequenceid=17, compaction requested=false 2024-12-17T01:28:29,265 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-17T01:28:29,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:29,399 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:29,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-17T01:28:29,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:29,400 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T01:28:29,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:29,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:29,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:29,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:29,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:29,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:29,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121764f2a52b4bfd4090a06ee40b2406ce2f_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398907598/Put/seqid=0 2024-12-17T01:28:29,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742355_1531 (size=12154) 2024-12-17T01:28:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-17T01:28:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:29,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:29,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398969726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:29,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398969727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:29,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398969728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:29,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398969728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:29,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398969729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:29,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:29,815 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121764f2a52b4bfd4090a06ee40b2406ce2f_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121764f2a52b4bfd4090a06ee40b2406ce2f_684402e10f09238281cb09df5039c140 2024-12-17T01:28:29,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/f8f733c88e2e456c944f81231a353442, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:29,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/f8f733c88e2e456c944f81231a353442 is 175, key is test_row_0/A:col10/1734398907598/Put/seqid=0 2024-12-17T01:28:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742356_1532 (size=30955) 2024-12-17T01:28:29,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398969829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:29,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398969830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:29,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398969831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:29,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398969831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:29,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398969831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398970032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398970033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398970033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398970034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398970035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,221 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/f8f733c88e2e456c944f81231a353442 2024-12-17T01:28:30,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/c59bd47156b8420295b4ec243a1850b0 is 50, key is test_row_0/B:col10/1734398907598/Put/seqid=0 2024-12-17T01:28:30,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742357_1533 (size=12001) 2024-12-17T01:28:30,232 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/c59bd47156b8420295b4ec243a1850b0 2024-12-17T01:28:30,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/98940ec3235b49839bde4948a3db291f is 50, key is test_row_0/C:col10/1734398907598/Put/seqid=0 2024-12-17T01:28:30,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742358_1534 (size=12001) 2024-12-17T01:28:30,242 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/98940ec3235b49839bde4948a3db291f 2024-12-17T01:28:30,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/f8f733c88e2e456c944f81231a353442 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/f8f733c88e2e456c944f81231a353442 2024-12-17T01:28:30,249 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/f8f733c88e2e456c944f81231a353442, entries=150, sequenceid=41, filesize=30.2 K 2024-12-17T01:28:30,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/c59bd47156b8420295b4ec243a1850b0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/c59bd47156b8420295b4ec243a1850b0 2024-12-17T01:28:30,253 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/c59bd47156b8420295b4ec243a1850b0, entries=150, sequenceid=41, filesize=11.7 K 2024-12-17T01:28:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/98940ec3235b49839bde4948a3db291f as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/98940ec3235b49839bde4948a3db291f 2024-12-17T01:28:30,257 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/98940ec3235b49839bde4948a3db291f, entries=150, sequenceid=41, filesize=11.7 K 2024-12-17T01:28:30,257 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 684402e10f09238281cb09df5039c140 in 857ms, sequenceid=41, compaction requested=false 2024-12-17T01:28:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-17T01:28:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-17T01:28:30,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-17T01:28:30,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6990 sec 2024-12-17T01:28:30,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.7030 sec 2024-12-17T01:28:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:30,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T01:28:30,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:30,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:30,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:30,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:30,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:30,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:30,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121735f99624da964a57a69fc55de2411b2e_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398910337/Put/seqid=0 2024-12-17T01:28:30,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398970349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398970349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398970351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398970352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398970353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742359_1535 (size=12154) 2024-12-17T01:28:30,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398970455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398970455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398970455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398970455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398970456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398970657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398970658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398970658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398970658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398970659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,758 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:30,761 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121735f99624da964a57a69fc55de2411b2e_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121735f99624da964a57a69fc55de2411b2e_684402e10f09238281cb09df5039c140 2024-12-17T01:28:30,762 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/05c9bf41d55642af8832dee05553bd17, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:30,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/05c9bf41d55642af8832dee05553bd17 is 175, key is test_row_0/A:col10/1734398910337/Put/seqid=0 2024-12-17T01:28:30,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742360_1536 (size=30955) 2024-12-17T01:28:30,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398970960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398970960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398970961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398970961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:30,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398970963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,169 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/05c9bf41d55642af8832dee05553bd17 2024-12-17T01:28:31,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/e4942433f72a453b98a7f0907f15de52 is 50, key is test_row_0/B:col10/1734398910337/Put/seqid=0 2024-12-17T01:28:31,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742361_1537 (size=12001) 2024-12-17T01:28:31,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/e4942433f72a453b98a7f0907f15de52 2024-12-17T01:28:31,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/aa84a5e3b9914aff9afaa1d84e3dd080 is 50, key is test_row_0/C:col10/1734398910337/Put/seqid=0 2024-12-17T01:28:31,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742362_1538 (size=12001) 2024-12-17T01:28:31,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/aa84a5e3b9914aff9afaa1d84e3dd080 2024-12-17T01:28:31,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/05c9bf41d55642af8832dee05553bd17 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/05c9bf41d55642af8832dee05553bd17 2024-12-17T01:28:31,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/05c9bf41d55642af8832dee05553bd17, entries=150, sequenceid=56, filesize=30.2 K 2024-12-17T01:28:31,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/e4942433f72a453b98a7f0907f15de52 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/e4942433f72a453b98a7f0907f15de52 2024-12-17T01:28:31,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/e4942433f72a453b98a7f0907f15de52, entries=150, sequenceid=56, filesize=11.7 K 2024-12-17T01:28:31,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/aa84a5e3b9914aff9afaa1d84e3dd080 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/aa84a5e3b9914aff9afaa1d84e3dd080 2024-12-17T01:28:31,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/aa84a5e3b9914aff9afaa1d84e3dd080, entries=150, sequenceid=56, filesize=11.7 K 2024-12-17T01:28:31,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 684402e10f09238281cb09df5039c140 in 881ms, sequenceid=56, compaction requested=true 2024-12-17T01:28:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:28:31,218 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:31,218 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:28:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:31,219 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:31,219 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:31,219 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/A is initiating minor compaction (all files) 2024-12-17T01:28:31,219 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/B is initiating minor compaction (all files) 2024-12-17T01:28:31,219 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/B in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:31,219 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/A in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:31,219 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/2e0ce637c1b54f59b06c38abb6e8ec26, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/c59bd47156b8420295b4ec243a1850b0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/e4942433f72a453b98a7f0907f15de52] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=35.2 K 2024-12-17T01:28:31,219 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/35307b945956438c9f09e4fdf9b11bcc, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/f8f733c88e2e456c944f81231a353442, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/05c9bf41d55642af8832dee05553bd17] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=90.7 K 2024-12-17T01:28:31,219 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:31,220 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/35307b945956438c9f09e4fdf9b11bcc, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/f8f733c88e2e456c944f81231a353442, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/05c9bf41d55642af8832dee05553bd17] 2024-12-17T01:28:31,220 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e0ce637c1b54f59b06c38abb6e8ec26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734398907551 2024-12-17T01:28:31,220 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35307b945956438c9f09e4fdf9b11bcc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734398907551 2024-12-17T01:28:31,221 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting c59bd47156b8420295b4ec243a1850b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734398907597 2024-12-17T01:28:31,221 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8f733c88e2e456c944f81231a353442, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734398907597 2024-12-17T01:28:31,221 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting e4942433f72a453b98a7f0907f15de52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734398909727 2024-12-17T01:28:31,221 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05c9bf41d55642af8832dee05553bd17, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734398909727 2024-12-17T01:28:31,228 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#B#compaction#464 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:31,229 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/ed80de81f377411fb4b392e5d9f604c0 is 50, key is test_row_0/B:col10/1734398910337/Put/seqid=0 2024-12-17T01:28:31,238 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742363_1539 (size=12104) 2024-12-17T01:28:31,241 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412174a430a817872420ea423ae0e9e1a8158_684402e10f09238281cb09df5039c140 store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:31,242 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412174a430a817872420ea423ae0e9e1a8158_684402e10f09238281cb09df5039c140, store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:31,242 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412174a430a817872420ea423ae0e9e1a8158_684402e10f09238281cb09df5039c140 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:31,247 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/ed80de81f377411fb4b392e5d9f604c0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/ed80de81f377411fb4b392e5d9f604c0 2024-12-17T01:28:31,253 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684402e10f09238281cb09df5039c140/B of 684402e10f09238281cb09df5039c140 into ed80de81f377411fb4b392e5d9f604c0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:31,254 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:31,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742364_1540 (size=4469) 2024-12-17T01:28:31,254 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/B, priority=13, startTime=1734398911218; duration=0sec 2024-12-17T01:28:31,254 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:31,254 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:B 2024-12-17T01:28:31,255 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:31,255 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#A#compaction#465 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:31,256 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:31,256 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/C is initiating minor compaction (all files) 2024-12-17T01:28:31,256 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/C in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:31,256 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/a74be0b3cb4949b6a9b0ce0dbf51a009, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/98940ec3235b49839bde4948a3db291f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/aa84a5e3b9914aff9afaa1d84e3dd080] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=35.2 K 2024-12-17T01:28:31,256 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/c5b04aa2d8124972ac6fd4a501ae040d is 175, key is test_row_0/A:col10/1734398910337/Put/seqid=0 2024-12-17T01:28:31,256 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting a74be0b3cb4949b6a9b0ce0dbf51a009, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734398907551 2024-12-17T01:28:31,257 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 98940ec3235b49839bde4948a3db291f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734398907597 2024-12-17T01:28:31,257 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting aa84a5e3b9914aff9afaa1d84e3dd080, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734398909727 2024-12-17T01:28:31,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742365_1541 (size=31058) 2024-12-17T01:28:31,271 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#C#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:31,272 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/9c6cd7e0b19542479e40c8b998b89ff1 is 50, key is test_row_0/C:col10/1734398910337/Put/seqid=0 2024-12-17T01:28:31,274 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/c5b04aa2d8124972ac6fd4a501ae040d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c5b04aa2d8124972ac6fd4a501ae040d 2024-12-17T01:28:31,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742366_1542 (size=12104) 2024-12-17T01:28:31,279 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684402e10f09238281cb09df5039c140/A of 684402e10f09238281cb09df5039c140 into c5b04aa2d8124972ac6fd4a501ae040d(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:31,279 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:31,279 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/A, priority=13, startTime=1734398911218; duration=0sec 2024-12-17T01:28:31,279 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:31,279 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:A 2024-12-17T01:28:31,282 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/9c6cd7e0b19542479e40c8b998b89ff1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9c6cd7e0b19542479e40c8b998b89ff1 2024-12-17T01:28:31,287 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684402e10f09238281cb09df5039c140/C of 684402e10f09238281cb09df5039c140 into 9c6cd7e0b19542479e40c8b998b89ff1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:31,287 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:31,287 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/C, priority=13, startTime=1734398911218; duration=0sec 2024-12-17T01:28:31,287 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:31,287 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:C 2024-12-17T01:28:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:31,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-17T01:28:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:31,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217bb8b796c24f14b268505dd42730608f8_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398911465/Put/seqid=0 2024-12-17T01:28:31,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398971472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398971473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398971473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398971474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398971474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742367_1543 (size=12154) 2024-12-17T01:28:31,478 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:31,481 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217bb8b796c24f14b268505dd42730608f8_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217bb8b796c24f14b268505dd42730608f8_684402e10f09238281cb09df5039c140 2024-12-17T01:28:31,482 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/762f5fffe3c64b2ba019fa0ff3f7b04a, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:31,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/762f5fffe3c64b2ba019fa0ff3f7b04a is 175, key is test_row_0/A:col10/1734398911465/Put/seqid=0 2024-12-17T01:28:31,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742368_1544 (size=30955) 2024-12-17T01:28:31,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398971575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398971577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398971577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398971577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398971577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-17T01:28:31,664 INFO [Thread-2351 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-17T01:28:31,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-17T01:28:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T01:28:31,667 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:31,668 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:31,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T01:28:31,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398971778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398971780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398971780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398971781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398971781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T01:28:31,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:31,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:31,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:31,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:31,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:31,887 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/762f5fffe3c64b2ba019fa0ff3f7b04a 2024-12-17T01:28:31,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/36434eb603a445398c0aab9b1bb38d45 is 50, key is test_row_0/B:col10/1734398911465/Put/seqid=0 2024-12-17T01:28:31,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742369_1545 (size=12001) 2024-12-17T01:28:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T01:28:31,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:31,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T01:28:31,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:31,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:31,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:31,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:31,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:32,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398972081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398972083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398972084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398972084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398972084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T01:28:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:32,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T01:28:32,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T01:28:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:32,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:32,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/36434eb603a445398c0aab9b1bb38d45 2024-12-17T01:28:32,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/ef6b7563f7294b3a8d026d90960214af is 50, key is test_row_0/C:col10/1734398911465/Put/seqid=0 2024-12-17T01:28:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742370_1546 (size=12001) 2024-12-17T01:28:32,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T01:28:32,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:32,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:32,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:32,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:32,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:32,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T01:28:32,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:32,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:32,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:32,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:32,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:32,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398972584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398972589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398972589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:32,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398972590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398972591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/ef6b7563f7294b3a8d026d90960214af 2024-12-17T01:28:32,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/762f5fffe3c64b2ba019fa0ff3f7b04a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/762f5fffe3c64b2ba019fa0ff3f7b04a 2024-12-17T01:28:32,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/762f5fffe3c64b2ba019fa0ff3f7b04a, entries=150, sequenceid=83, filesize=30.2 K 2024-12-17T01:28:32,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/36434eb603a445398c0aab9b1bb38d45 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/36434eb603a445398c0aab9b1bb38d45 2024-12-17T01:28:32,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/36434eb603a445398c0aab9b1bb38d45, entries=150, sequenceid=83, filesize=11.7 K 2024-12-17T01:28:32,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/ef6b7563f7294b3a8d026d90960214af as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/ef6b7563f7294b3a8d026d90960214af 2024-12-17T01:28:32,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/ef6b7563f7294b3a8d026d90960214af, entries=150, sequenceid=83, filesize=11.7 K 2024-12-17T01:28:32,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 684402e10f09238281cb09df5039c140 in 1255ms, sequenceid=83, compaction requested=false 2024-12-17T01:28:32,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:32,736 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:32,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-17T01:28:32,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:32,736 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T01:28:32,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:32,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:32,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:32,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:32,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:32,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412177500b3da2dfb45729d0b074d3d43017d_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398911473/Put/seqid=0 2024-12-17T01:28:32,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742371_1547 (size=12154) 2024-12-17T01:28:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T01:28:33,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:33,150 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412177500b3da2dfb45729d0b074d3d43017d_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177500b3da2dfb45729d0b074d3d43017d_684402e10f09238281cb09df5039c140 2024-12-17T01:28:33,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/c9bf0010ed4048258dcc46cc0bedbbd8, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:33,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/c9bf0010ed4048258dcc46cc0bedbbd8 is 175, key is test_row_0/A:col10/1734398911473/Put/seqid=0 2024-12-17T01:28:33,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742372_1548 (size=30955) 2024-12-17T01:28:33,556 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/c9bf0010ed4048258dcc46cc0bedbbd8 2024-12-17T01:28:33,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/fbad759bedb641e2a99b6d2f186800a6 is 50, key is test_row_0/B:col10/1734398911473/Put/seqid=0 2024-12-17T01:28:33,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742373_1549 (size=12001) 2024-12-17T01:28:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:33,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:33,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398973610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398973611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398973611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398973612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398973613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398973714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398973714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398973714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398973715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398973715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T01:28:33,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398973917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398973917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398973917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398973918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398973918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:33,967 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/fbad759bedb641e2a99b6d2f186800a6 2024-12-17T01:28:33,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/5a1148ef32f94f7ebaffec61304c2f19 is 50, key is test_row_0/C:col10/1734398911473/Put/seqid=0 2024-12-17T01:28:33,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742374_1550 (size=12001) 2024-12-17T01:28:34,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398974219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398974221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398974221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398974221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398974221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,383 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/5a1148ef32f94f7ebaffec61304c2f19 2024-12-17T01:28:34,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/c9bf0010ed4048258dcc46cc0bedbbd8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c9bf0010ed4048258dcc46cc0bedbbd8 2024-12-17T01:28:34,390 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c9bf0010ed4048258dcc46cc0bedbbd8, entries=150, sequenceid=96, filesize=30.2 K 2024-12-17T01:28:34,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/fbad759bedb641e2a99b6d2f186800a6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/fbad759bedb641e2a99b6d2f186800a6 2024-12-17T01:28:34,394 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/fbad759bedb641e2a99b6d2f186800a6, entries=150, sequenceid=96, filesize=11.7 K 2024-12-17T01:28:34,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/5a1148ef32f94f7ebaffec61304c2f19 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/5a1148ef32f94f7ebaffec61304c2f19 2024-12-17T01:28:34,398 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/5a1148ef32f94f7ebaffec61304c2f19, entries=150, sequenceid=96, filesize=11.7 K 2024-12-17T01:28:34,399 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 684402e10f09238281cb09df5039c140 in 1663ms, sequenceid=96, compaction requested=true 2024-12-17T01:28:34,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:34,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:34,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-17T01:28:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-17T01:28:34,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-17T01:28:34,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7320 sec 2024-12-17T01:28:34,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.7360 sec 2024-12-17T01:28:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:34,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T01:28:34,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:34,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a8d6f4f8b8eb4789851b7214f7cdf2a0_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398914722/Put/seqid=0 2024-12-17T01:28:34,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742375_1551 (size=14594) 2024-12-17T01:28:34,734 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:34,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398974731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398974731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398974731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398974732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398974734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,737 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a8d6f4f8b8eb4789851b7214f7cdf2a0_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a8d6f4f8b8eb4789851b7214f7cdf2a0_684402e10f09238281cb09df5039c140 2024-12-17T01:28:34,738 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/2644a6c931354c13a4768ce466a54666, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:34,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/2644a6c931354c13a4768ce466a54666 is 175, key is test_row_0/A:col10/1734398914722/Put/seqid=0 2024-12-17T01:28:34,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742376_1552 (size=39549) 2024-12-17T01:28:34,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398974837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398974837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398974837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398974837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:34,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398974838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398975040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398975040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398975040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398975040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398975040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,148 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/2644a6c931354c13a4768ce466a54666 2024-12-17T01:28:35,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/94596f8fb03a4a719bb01961a04546f0 is 50, key is test_row_0/B:col10/1734398914722/Put/seqid=0 2024-12-17T01:28:35,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742377_1553 (size=12001) 2024-12-17T01:28:35,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398975342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398975343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398975344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398975344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398975344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/94596f8fb03a4a719bb01961a04546f0 2024-12-17T01:28:35,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/3575142ba0a6418ba2ac847721d570fb is 50, key is test_row_0/C:col10/1734398914722/Put/seqid=0 2024-12-17T01:28:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742378_1554 (size=12001) 2024-12-17T01:28:35,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/3575142ba0a6418ba2ac847721d570fb 2024-12-17T01:28:35,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/2644a6c931354c13a4768ce466a54666 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/2644a6c931354c13a4768ce466a54666 2024-12-17T01:28:35,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/2644a6c931354c13a4768ce466a54666, entries=200, sequenceid=120, filesize=38.6 K 2024-12-17T01:28:35,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/94596f8fb03a4a719bb01961a04546f0 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/94596f8fb03a4a719bb01961a04546f0 2024-12-17T01:28:35,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/94596f8fb03a4a719bb01961a04546f0, entries=150, sequenceid=120, filesize=11.7 K 2024-12-17T01:28:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/3575142ba0a6418ba2ac847721d570fb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/3575142ba0a6418ba2ac847721d570fb 2024-12-17T01:28:35,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/3575142ba0a6418ba2ac847721d570fb, entries=150, sequenceid=120, filesize=11.7 K 2024-12-17T01:28:35,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 684402e10f09238281cb09df5039c140 in 867ms, sequenceid=120, compaction requested=true 2024-12-17T01:28:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:35,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:28:35,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:35,591 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:28:35,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:28:35,591 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:28:35,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:35,592 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:28:35,592 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:28:35,592 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/B is initiating minor compaction (all files) 2024-12-17T01:28:35,592 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/A is initiating minor compaction (all files) 2024-12-17T01:28:35,592 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/B in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:35,592 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/A in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:35,592 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/ed80de81f377411fb4b392e5d9f604c0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/36434eb603a445398c0aab9b1bb38d45, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/fbad759bedb641e2a99b6d2f186800a6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/94596f8fb03a4a719bb01961a04546f0] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=47.0 K 2024-12-17T01:28:35,592 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c5b04aa2d8124972ac6fd4a501ae040d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/762f5fffe3c64b2ba019fa0ff3f7b04a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c9bf0010ed4048258dcc46cc0bedbbd8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/2644a6c931354c13a4768ce466a54666] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=129.4 K 2024-12-17T01:28:35,592 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:35,592 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c5b04aa2d8124972ac6fd4a501ae040d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/762f5fffe3c64b2ba019fa0ff3f7b04a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c9bf0010ed4048258dcc46cc0bedbbd8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/2644a6c931354c13a4768ce466a54666] 2024-12-17T01:28:35,592 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting ed80de81f377411fb4b392e5d9f604c0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734398909727 2024-12-17T01:28:35,593 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5b04aa2d8124972ac6fd4a501ae040d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734398909727 2024-12-17T01:28:35,593 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 36434eb603a445398c0aab9b1bb38d45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734398910350 2024-12-17T01:28:35,593 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 762f5fffe3c64b2ba019fa0ff3f7b04a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734398910350 2024-12-17T01:28:35,593 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting fbad759bedb641e2a99b6d2f186800a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734398911472 2024-12-17T01:28:35,593 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9bf0010ed4048258dcc46cc0bedbbd8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734398911472 2024-12-17T01:28:35,593 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 94596f8fb03a4a719bb01961a04546f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734398913605 2024-12-17T01:28:35,594 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2644a6c931354c13a4768ce466a54666, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734398913605 2024-12-17T01:28:35,603 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#B#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:35,604 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/a6c14f57cee4447f8380caa51026f0ed is 50, key is test_row_0/B:col10/1734398914722/Put/seqid=0 2024-12-17T01:28:35,606 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:35,609 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412178f38c6d1d1474c13bd59c8c7b0001b15_684402e10f09238281cb09df5039c140 store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:35,611 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412178f38c6d1d1474c13bd59c8c7b0001b15_684402e10f09238281cb09df5039c140, store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:35,612 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412178f38c6d1d1474c13bd59c8c7b0001b15_684402e10f09238281cb09df5039c140 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:35,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742379_1555 (size=12241) 2024-12-17T01:28:35,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742380_1556 (size=4469) 2024-12-17T01:28:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T01:28:35,772 INFO [Thread-2351 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-17T01:28:35,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-17T01:28:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-17T01:28:35,774 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:35,775 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:35,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:35,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T01:28:35,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:35,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:35,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:35,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:35,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:35,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:35,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217082274f8b4dc4ebc8d901060e2130ffd_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398914733/Put/seqid=0 2024-12-17T01:28:35,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742381_1557 (size=14744) 2024-12-17T01:28:35,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398975867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398975867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398975869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398975870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398975871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-17T01:28:35,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-17T01:28:35,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:35,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:35,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:35,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:35,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:35,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398975971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398975971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398975973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398975973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:35,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398975974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,017 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/a6c14f57cee4447f8380caa51026f0ed as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/a6c14f57cee4447f8380caa51026f0ed 2024-12-17T01:28:36,017 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#A#compaction#477 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:36,017 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/50c242da10eb44e09c93c929e622d1a8 is 175, key is test_row_0/A:col10/1734398914722/Put/seqid=0 2024-12-17T01:28:36,021 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684402e10f09238281cb09df5039c140/B of 684402e10f09238281cb09df5039c140 into a6c14f57cee4447f8380caa51026f0ed(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:36,021 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:36,021 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/B, priority=12, startTime=1734398915591; duration=0sec 2024-12-17T01:28:36,021 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:36,021 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:B 2024-12-17T01:28:36,021 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:28:36,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742382_1558 (size=31195) 2024-12-17T01:28:36,023 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:28:36,023 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/C is initiating minor compaction (all files) 2024-12-17T01:28:36,023 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/C in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,023 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9c6cd7e0b19542479e40c8b998b89ff1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/ef6b7563f7294b3a8d026d90960214af, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/5a1148ef32f94f7ebaffec61304c2f19, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/3575142ba0a6418ba2ac847721d570fb] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=47.0 K 2024-12-17T01:28:36,023 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c6cd7e0b19542479e40c8b998b89ff1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734398909727 2024-12-17T01:28:36,023 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting ef6b7563f7294b3a8d026d90960214af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734398910350 2024-12-17T01:28:36,024 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a1148ef32f94f7ebaffec61304c2f19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734398911472 2024-12-17T01:28:36,024 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 3575142ba0a6418ba2ac847721d570fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734398913605 2024-12-17T01:28:36,026 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/50c242da10eb44e09c93c929e622d1a8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/50c242da10eb44e09c93c929e622d1a8 2024-12-17T01:28:36,030 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684402e10f09238281cb09df5039c140/A of 684402e10f09238281cb09df5039c140 into 50c242da10eb44e09c93c929e622d1a8(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:36,030 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:36,030 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/A, priority=12, startTime=1734398915590; duration=0sec 2024-12-17T01:28:36,031 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:36,031 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:A 2024-12-17T01:28:36,032 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:36,033 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/96aef2dbb56043fc894539dec6402bf2 is 50, key is test_row_0/C:col10/1734398914722/Put/seqid=0 2024-12-17T01:28:36,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742383_1559 (size=12241) 2024-12-17T01:28:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-17T01:28:36,079 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-17T01:28:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398976175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398976175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398976176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398976176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398976178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,232 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-17T01:28:36,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:36,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,260 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:36,263 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217082274f8b4dc4ebc8d901060e2130ffd_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217082274f8b4dc4ebc8d901060e2130ffd_684402e10f09238281cb09df5039c140 2024-12-17T01:28:36,264 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/6059a82c05c542c98763cef6eba9d0bb, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:36,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/6059a82c05c542c98763cef6eba9d0bb is 175, key is test_row_0/A:col10/1734398914733/Put/seqid=0 2024-12-17T01:28:36,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742384_1560 (size=39699) 2024-12-17T01:28:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-17T01:28:36,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-17T01:28:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,441 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/96aef2dbb56043fc894539dec6402bf2 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/96aef2dbb56043fc894539dec6402bf2 2024-12-17T01:28:36,446 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684402e10f09238281cb09df5039c140/C of 684402e10f09238281cb09df5039c140 into 96aef2dbb56043fc894539dec6402bf2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:36,446 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:36,446 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/C, priority=12, startTime=1734398915591; duration=0sec 2024-12-17T01:28:36,446 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:36,446 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:C 2024-12-17T01:28:36,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398976479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398976479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398976479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398976480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398976481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,539 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-17T01:28:36,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:36,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,669 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/6059a82c05c542c98763cef6eba9d0bb 2024-12-17T01:28:36,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/99d06540af9b4081a448543ca83ea509 is 50, key is test_row_0/B:col10/1734398914733/Put/seqid=0 2024-12-17T01:28:36,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742385_1561 (size=12151) 2024-12-17T01:28:36,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-17T01:28:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-17T01:28:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-17T01:28:36,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398976984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398976985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398976985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398976985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398976986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,997 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:36,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-17T01:28:36,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:36,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:36,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:37,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/99d06540af9b4081a448543ca83ea509 2024-12-17T01:28:37,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/b572070cc8e746d683bb6e2439b16a92 is 50, key is test_row_0/C:col10/1734398914733/Put/seqid=0 2024-12-17T01:28:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742386_1562 (size=12151) 2024-12-17T01:28:37,150 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:37,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-17T01:28:37,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:37,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:37,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:37,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:37,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:37,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:37,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-17T01:28:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:37,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:37,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:37,455 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:37,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-17T01:28:37,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:37,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:37,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:37,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:37,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:37,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/b572070cc8e746d683bb6e2439b16a92 2024-12-17T01:28:37,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/6059a82c05c542c98763cef6eba9d0bb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/6059a82c05c542c98763cef6eba9d0bb 2024-12-17T01:28:37,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/6059a82c05c542c98763cef6eba9d0bb, entries=200, sequenceid=134, filesize=38.8 K 2024-12-17T01:28:37,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/99d06540af9b4081a448543ca83ea509 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/99d06540af9b4081a448543ca83ea509 2024-12-17T01:28:37,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/99d06540af9b4081a448543ca83ea509, entries=150, sequenceid=134, filesize=11.9 K 2024-12-17T01:28:37,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/b572070cc8e746d683bb6e2439b16a92 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b572070cc8e746d683bb6e2439b16a92 2024-12-17T01:28:37,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b572070cc8e746d683bb6e2439b16a92, entries=150, sequenceid=134, filesize=11.9 K 2024-12-17T01:28:37,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 684402e10f09238281cb09df5039c140 in 1659ms, sequenceid=134, compaction requested=false 2024-12-17T01:28:37,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:37,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:37,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-17T01:28:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:37,609 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T01:28:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:37,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d107ff947aa942dbbb1d799c4074f862_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398915869/Put/seqid=0 2024-12-17T01:28:37,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742387_1563 (size=12304) 2024-12-17T01:28:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-17T01:28:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:37,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:37,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398977994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:37,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398977995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:37,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398977996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398977997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398977997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:38,024 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d107ff947aa942dbbb1d799c4074f862_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d107ff947aa942dbbb1d799c4074f862_684402e10f09238281cb09df5039c140 2024-12-17T01:28:38,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/b5e769033bae45ca8e89544f01706b92, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/b5e769033bae45ca8e89544f01706b92 is 175, key is test_row_0/A:col10/1734398915869/Put/seqid=0 2024-12-17T01:28:38,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742388_1564 (size=31105) 2024-12-17T01:28:38,028 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/b5e769033bae45ca8e89544f01706b92 2024-12-17T01:28:38,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/01ade4c45cab416e84f3d042f8d9a769 is 50, key is test_row_0/B:col10/1734398915869/Put/seqid=0 2024-12-17T01:28:38,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742389_1565 (size=12151) 2024-12-17T01:28:38,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398978098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398978100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398978100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398978101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398978101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398978300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398978302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398978303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398978303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398978304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,438 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/01ade4c45cab416e84f3d042f8d9a769 2024-12-17T01:28:38,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/b82a785502e94054b876a1977beba81d is 50, key is test_row_0/C:col10/1734398915869/Put/seqid=0 2024-12-17T01:28:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742390_1566 (size=12151) 2024-12-17T01:28:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398978605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398978607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398978607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398978608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398978608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:38,849 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/b82a785502e94054b876a1977beba81d 2024-12-17T01:28:38,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/b5e769033bae45ca8e89544f01706b92 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/b5e769033bae45ca8e89544f01706b92 2024-12-17T01:28:38,856 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/b5e769033bae45ca8e89544f01706b92, entries=150, sequenceid=160, filesize=30.4 K 2024-12-17T01:28:38,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/01ade4c45cab416e84f3d042f8d9a769 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/01ade4c45cab416e84f3d042f8d9a769 2024-12-17T01:28:38,859 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/01ade4c45cab416e84f3d042f8d9a769, entries=150, sequenceid=160, filesize=11.9 K 2024-12-17T01:28:38,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/b82a785502e94054b876a1977beba81d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b82a785502e94054b876a1977beba81d 2024-12-17T01:28:38,863 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b82a785502e94054b876a1977beba81d, entries=150, sequenceid=160, filesize=11.9 K 2024-12-17T01:28:38,863 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 684402e10f09238281cb09df5039c140 in 1254ms, sequenceid=160, compaction requested=true 2024-12-17T01:28:38,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:38,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:38,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-17T01:28:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-17T01:28:38,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-17T01:28:38,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0890 sec 2024-12-17T01:28:38,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 3.0930 sec 2024-12-17T01:28:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:39,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T01:28:39,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:39,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:39,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:39,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:39,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:39,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:39,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a6f5eba5c6b84e92851ba0158590a049_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398919108/Put/seqid=0 2024-12-17T01:28:39,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742391_1567 (size=12304) 2024-12-17T01:28:39,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398979123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398979124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398979125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398979125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398979126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398979227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398979228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398979228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398979228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398979229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398979429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398979430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398979431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398979432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398979434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,521 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:39,524 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a6f5eba5c6b84e92851ba0158590a049_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a6f5eba5c6b84e92851ba0158590a049_684402e10f09238281cb09df5039c140 2024-12-17T01:28:39,525 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/bf8a6ddddcc8465288ebe1f5898478ce, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:39,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/bf8a6ddddcc8465288ebe1f5898478ce is 175, key is test_row_0/A:col10/1734398919108/Put/seqid=0 2024-12-17T01:28:39,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742392_1568 (size=31105) 2024-12-17T01:28:39,529 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/bf8a6ddddcc8465288ebe1f5898478ce 2024-12-17T01:28:39,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/e90481696ee1412286c436ab66a55c2b is 50, key is test_row_0/B:col10/1734398919108/Put/seqid=0 2024-12-17T01:28:39,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742393_1569 (size=12151) 2024-12-17T01:28:39,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/e90481696ee1412286c436ab66a55c2b 2024-12-17T01:28:39,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/eb905a2f9c954dcb8c66cf71af422316 is 50, key is test_row_0/C:col10/1734398919108/Put/seqid=0 2024-12-17T01:28:39,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742394_1570 (size=12151) 2024-12-17T01:28:39,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398979733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398979735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398979735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398979736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398979736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-17T01:28:39,879 INFO [Thread-2351 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-17T01:28:39,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-17T01:28:39,882 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-17T01:28:39,882 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:39,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:39,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/eb905a2f9c954dcb8c66cf71af422316 2024-12-17T01:28:39,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/bf8a6ddddcc8465288ebe1f5898478ce as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/bf8a6ddddcc8465288ebe1f5898478ce 2024-12-17T01:28:39,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/bf8a6ddddcc8465288ebe1f5898478ce, entries=150, sequenceid=175, filesize=30.4 K 2024-12-17T01:28:39,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/e90481696ee1412286c436ab66a55c2b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/e90481696ee1412286c436ab66a55c2b 2024-12-17T01:28:39,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/e90481696ee1412286c436ab66a55c2b, entries=150, sequenceid=175, filesize=11.9 K 2024-12-17T01:28:39,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/eb905a2f9c954dcb8c66cf71af422316 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/eb905a2f9c954dcb8c66cf71af422316 2024-12-17T01:28:39,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/eb905a2f9c954dcb8c66cf71af422316, entries=150, sequenceid=175, filesize=11.9 K 2024-12-17T01:28:39,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 684402e10f09238281cb09df5039c140 in 864ms, sequenceid=175, compaction requested=true 2024-12-17T01:28:39,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:39,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:39,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:39,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:28:39,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:39,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:28:39,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:39,974 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:28:39,974 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:28:39,975 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133104 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:28:39,975 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:28:39,975 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/A is initiating minor compaction (all files) 2024-12-17T01:28:39,975 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/B is initiating minor compaction (all files) 2024-12-17T01:28:39,975 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/B in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:39,975 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/A in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:39,975 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/a6c14f57cee4447f8380caa51026f0ed, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/99d06540af9b4081a448543ca83ea509, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/01ade4c45cab416e84f3d042f8d9a769, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/e90481696ee1412286c436ab66a55c2b] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=47.6 K 2024-12-17T01:28:39,975 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/50c242da10eb44e09c93c929e622d1a8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/6059a82c05c542c98763cef6eba9d0bb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/b5e769033bae45ca8e89544f01706b92, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/bf8a6ddddcc8465288ebe1f5898478ce] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=130.0 K 2024-12-17T01:28:39,975 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:39,975 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/50c242da10eb44e09c93c929e622d1a8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/6059a82c05c542c98763cef6eba9d0bb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/b5e769033bae45ca8e89544f01706b92, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/bf8a6ddddcc8465288ebe1f5898478ce] 2024-12-17T01:28:39,975 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting a6c14f57cee4447f8380caa51026f0ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734398913605 2024-12-17T01:28:39,975 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50c242da10eb44e09c93c929e622d1a8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734398913605 2024-12-17T01:28:39,976 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 99d06540af9b4081a448543ca83ea509, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734398914733 2024-12-17T01:28:39,976 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6059a82c05c542c98763cef6eba9d0bb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734398914729 2024-12-17T01:28:39,976 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 01ade4c45cab416e84f3d042f8d9a769, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734398915866 2024-12-17T01:28:39,976 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5e769033bae45ca8e89544f01706b92, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734398915866 2024-12-17T01:28:39,976 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting e90481696ee1412286c436ab66a55c2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734398917993 2024-12-17T01:28:39,976 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf8a6ddddcc8465288ebe1f5898478ce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734398917993 2024-12-17T01:28:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-17T01:28:39,983 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#B#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:39,984 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/d12076af8b8b41228516ad64861fd6af is 50, key is test_row_0/B:col10/1734398919108/Put/seqid=0 2024-12-17T01:28:39,985 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:39,987 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412177ae00afcb3a242c38c0c998f1a633616_684402e10f09238281cb09df5039c140 store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:39,990 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412177ae00afcb3a242c38c0c998f1a633616_684402e10f09238281cb09df5039c140, store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:39,990 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412177ae00afcb3a242c38c0c998f1a633616_684402e10f09238281cb09df5039c140 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:39,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742396_1572 (size=4469) 2024-12-17T01:28:39,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742395_1571 (size=12527) 2024-12-17T01:28:39,995 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#A#compaction#489 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:39,996 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/a48b18b42c6e41e78bb1c720b1fecc6b is 175, key is test_row_0/A:col10/1734398919108/Put/seqid=0 2024-12-17T01:28:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742397_1573 (size=31481) 2024-12-17T01:28:39,999 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/d12076af8b8b41228516ad64861fd6af as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/d12076af8b8b41228516ad64861fd6af 2024-12-17T01:28:40,004 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684402e10f09238281cb09df5039c140/B of 684402e10f09238281cb09df5039c140 into d12076af8b8b41228516ad64861fd6af(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:40,004 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:40,004 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/B, priority=12, startTime=1734398919973; duration=0sec 2024-12-17T01:28:40,004 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:40,004 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:B 2024-12-17T01:28:40,004 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T01:28:40,005 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T01:28:40,005 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/C is initiating minor compaction (all files) 2024-12-17T01:28:40,005 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/C in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:40,005 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/96aef2dbb56043fc894539dec6402bf2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b572070cc8e746d683bb6e2439b16a92, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b82a785502e94054b876a1977beba81d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/eb905a2f9c954dcb8c66cf71af422316] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=47.6 K 2024-12-17T01:28:40,005 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 96aef2dbb56043fc894539dec6402bf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734398913605 2024-12-17T01:28:40,006 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting b572070cc8e746d683bb6e2439b16a92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734398914733 2024-12-17T01:28:40,006 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting b82a785502e94054b876a1977beba81d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734398915866 2024-12-17T01:28:40,006 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting eb905a2f9c954dcb8c66cf71af422316, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734398917993 2024-12-17T01:28:40,012 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#C#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:40,013 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/091a094b771647e6ade1365a5866baac is 50, key is test_row_0/C:col10/1734398919108/Put/seqid=0 2024-12-17T01:28:40,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742398_1574 (size=12527) 2024-12-17T01:28:40,020 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/091a094b771647e6ade1365a5866baac as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/091a094b771647e6ade1365a5866baac 2024-12-17T01:28:40,024 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684402e10f09238281cb09df5039c140/C of 684402e10f09238281cb09df5039c140 into 091a094b771647e6ade1365a5866baac(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:40,024 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:40,024 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/C, priority=12, startTime=1734398919974; duration=0sec 2024-12-17T01:28:40,024 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:40,024 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:C 2024-12-17T01:28:40,034 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-17T01:28:40,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:40,034 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T01:28:40,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:40,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:40,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:40,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:40,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:40,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:40,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217911d816fc5304604bba111d8ac736876_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398919124/Put/seqid=0 2024-12-17T01:28:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742399_1575 (size=12304) 2024-12-17T01:28:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-17T01:28:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:40,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:40,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398980245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398980246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398980247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398980247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398980248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398980349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398980349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398980351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398980351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398980351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,404 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/a48b18b42c6e41e78bb1c720b1fecc6b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/a48b18b42c6e41e78bb1c720b1fecc6b 2024-12-17T01:28:40,408 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684402e10f09238281cb09df5039c140/A of 684402e10f09238281cb09df5039c140 into a48b18b42c6e41e78bb1c720b1fecc6b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:40,408 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:40,408 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/A, priority=12, startTime=1734398919973; duration=0sec 2024-12-17T01:28:40,408 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:40,408 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:A 2024-12-17T01:28:40,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:40,448 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217911d816fc5304604bba111d8ac736876_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217911d816fc5304604bba111d8ac736876_684402e10f09238281cb09df5039c140 2024-12-17T01:28:40,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/ee6e247231c54644bdd66f3a79002755, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:40,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/ee6e247231c54644bdd66f3a79002755 is 175, key is test_row_0/A:col10/1734398919124/Put/seqid=0 2024-12-17T01:28:40,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742400_1576 (size=31105) 2024-12-17T01:28:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-17T01:28:40,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398980552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398980552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398980553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398980555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398980555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,854 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/ee6e247231c54644bdd66f3a79002755 2024-12-17T01:28:40,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398980855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398980855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398980857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398980858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/000e8b1b63064724bc1afd43850ed76d is 50, key is test_row_0/B:col10/1734398919124/Put/seqid=0 2024-12-17T01:28:40,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398980859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:40,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742401_1577 (size=12151) 2024-12-17T01:28:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-17T01:28:41,264 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/000e8b1b63064724bc1afd43850ed76d 2024-12-17T01:28:41,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/9d488e619d6a4e0aaffdb5c77064a199 is 50, key is test_row_0/C:col10/1734398919124/Put/seqid=0 2024-12-17T01:28:41,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742402_1578 (size=12151) 2024-12-17T01:28:41,274 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/9d488e619d6a4e0aaffdb5c77064a199 2024-12-17T01:28:41,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/ee6e247231c54644bdd66f3a79002755 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/ee6e247231c54644bdd66f3a79002755 2024-12-17T01:28:41,281 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/ee6e247231c54644bdd66f3a79002755, entries=150, sequenceid=198, filesize=30.4 K 2024-12-17T01:28:41,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/000e8b1b63064724bc1afd43850ed76d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/000e8b1b63064724bc1afd43850ed76d 2024-12-17T01:28:41,289 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/000e8b1b63064724bc1afd43850ed76d, entries=150, sequenceid=198, filesize=11.9 K 2024-12-17T01:28:41,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/9d488e619d6a4e0aaffdb5c77064a199 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9d488e619d6a4e0aaffdb5c77064a199 2024-12-17T01:28:41,292 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9d488e619d6a4e0aaffdb5c77064a199, entries=150, sequenceid=198, filesize=11.9 K 2024-12-17T01:28:41,293 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 684402e10f09238281cb09df5039c140 in 1259ms, sequenceid=198, compaction requested=false 2024-12-17T01:28:41,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:41,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:41,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-17T01:28:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-17T01:28:41,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-17T01:28:41,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec 2024-12-17T01:28:41,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.4160 sec 2024-12-17T01:28:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:41,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-17T01:28:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:41,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ccd7ed11c60347fbb6571f661efd3da4_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398921359/Put/seqid=0 2024-12-17T01:28:41,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742403_1579 (size=17284) 2024-12-17T01:28:41,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398981371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398981372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398981374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398981375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398981376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398981477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398981477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398981477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398981479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398981480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398981681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398981681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398981681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398981681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398981683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:41,776 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ccd7ed11c60347fbb6571f661efd3da4_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ccd7ed11c60347fbb6571f661efd3da4_684402e10f09238281cb09df5039c140 2024-12-17T01:28:41,777 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/c02bfb2508134684be325f29d22d9998, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:41,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/c02bfb2508134684be325f29d22d9998 is 175, key is test_row_0/A:col10/1734398921359/Put/seqid=0 2024-12-17T01:28:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742404_1580 (size=48389) 2024-12-17T01:28:41,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398981982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-17T01:28:41,985 INFO [Thread-2351 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-17T01:28:41,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398981984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398981984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398981985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398981986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-17T01:28:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-17T01:28:41,988 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:41,988 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:41,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-17T01:28:42,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:42,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-17T01:28:42,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:42,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:42,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:42,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,181 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/c02bfb2508134684be325f29d22d9998 2024-12-17T01:28:42,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/0d53dd4d23784abfbc0c57268ae28ae6 is 50, key is test_row_0/B:col10/1734398921359/Put/seqid=0 2024-12-17T01:28:42,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742405_1581 (size=12151) 2024-12-17T01:28:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-17T01:28:42,291 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:42,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-17T01:28:42,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:42,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:42,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:42,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:42,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-17T01:28:42,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:42,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:42,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:42,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398982485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:42,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398982488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:42,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398982489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:42,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398982491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:42,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398982491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-17T01:28:42,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/0d53dd4d23784abfbc0c57268ae28ae6 2024-12-17T01:28:42,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:42,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-17T01:28:42,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:42,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/05ae13afc65240739330f1e778c2a3ad is 50, key is test_row_0/C:col10/1734398921359/Put/seqid=0 2024-12-17T01:28:42,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:42,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:42,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742406_1582 (size=12151) 2024-12-17T01:28:42,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:42,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-17T01:28:42,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:42,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:42,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:42,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:42,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-17T01:28:42,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:42,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:42,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:42,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:43,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/05ae13afc65240739330f1e778c2a3ad 2024-12-17T01:28:43,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/c02bfb2508134684be325f29d22d9998 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c02bfb2508134684be325f29d22d9998 2024-12-17T01:28:43,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c02bfb2508134684be325f29d22d9998, entries=250, sequenceid=217, filesize=47.3 K 2024-12-17T01:28:43,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/0d53dd4d23784abfbc0c57268ae28ae6 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/0d53dd4d23784abfbc0c57268ae28ae6 2024-12-17T01:28:43,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/0d53dd4d23784abfbc0c57268ae28ae6, entries=150, sequenceid=217, filesize=11.9 K 2024-12-17T01:28:43,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/05ae13afc65240739330f1e778c2a3ad as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/05ae13afc65240739330f1e778c2a3ad 2024-12-17T01:28:43,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/05ae13afc65240739330f1e778c2a3ad, entries=150, sequenceid=217, filesize=11.9 K 2024-12-17T01:28:43,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 684402e10f09238281cb09df5039c140 in 1659ms, sequenceid=217, compaction requested=true 2024-12-17T01:28:43,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:43,020 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:43,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:43,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:43,020 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:43,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:28:43,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:43,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:28:43,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:43,021 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:43,021 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/A is initiating minor compaction (all files) 2024-12-17T01:28:43,021 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/A in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:43,021 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/a48b18b42c6e41e78bb1c720b1fecc6b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/ee6e247231c54644bdd66f3a79002755, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c02bfb2508134684be325f29d22d9998] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=108.4 K 2024-12-17T01:28:43,021 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:43,021 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/a48b18b42c6e41e78bb1c720b1fecc6b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/ee6e247231c54644bdd66f3a79002755, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c02bfb2508134684be325f29d22d9998] 2024-12-17T01:28:43,021 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:43,021 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/B is initiating minor compaction (all files) 2024-12-17T01:28:43,021 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/B in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:43,021 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/d12076af8b8b41228516ad64861fd6af, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/000e8b1b63064724bc1afd43850ed76d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/0d53dd4d23784abfbc0c57268ae28ae6] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=36.0 K 2024-12-17T01:28:43,021 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting a48b18b42c6e41e78bb1c720b1fecc6b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734398917993 2024-12-17T01:28:43,021 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting d12076af8b8b41228516ad64861fd6af, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734398917993 2024-12-17T01:28:43,021 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee6e247231c54644bdd66f3a79002755, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734398919124 2024-12-17T01:28:43,022 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 000e8b1b63064724bc1afd43850ed76d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734398919124 2024-12-17T01:28:43,022 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting c02bfb2508134684be325f29d22d9998, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734398920242 2024-12-17T01:28:43,022 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d53dd4d23784abfbc0c57268ae28ae6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734398920247 2024-12-17T01:28:43,027 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:43,029 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#B#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:43,029 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/d8865a43be294e1596bd3bce28dee085 is 50, key is test_row_0/B:col10/1734398921359/Put/seqid=0 2024-12-17T01:28:43,030 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412179321570446c848d180162509de430404_684402e10f09238281cb09df5039c140 store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:43,032 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412179321570446c848d180162509de430404_684402e10f09238281cb09df5039c140, store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:43,032 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179321570446c848d180162509de430404_684402e10f09238281cb09df5039c140 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:43,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742407_1583 (size=12629) 2024-12-17T01:28:43,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742408_1584 (size=4469) 2024-12-17T01:28:43,054 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-17T01:28:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:43,055 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T01:28:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e3db59750fab45088269e9d21a284960_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398921375/Put/seqid=0 2024-12-17T01:28:43,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742409_1585 (size=12304) 2024-12-17T01:28:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-17T01:28:43,438 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#A#compaction#498 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:43,439 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/e315005128894330b873196cff0c716d is 175, key is test_row_0/A:col10/1734398921359/Put/seqid=0 2024-12-17T01:28:43,439 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/d8865a43be294e1596bd3bce28dee085 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/d8865a43be294e1596bd3bce28dee085 2024-12-17T01:28:43,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742410_1586 (size=31583) 2024-12-17T01:28:43,444 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684402e10f09238281cb09df5039c140/B of 684402e10f09238281cb09df5039c140 into d8865a43be294e1596bd3bce28dee085(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:43,444 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:43,444 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/B, priority=13, startTime=1734398923020; duration=0sec 2024-12-17T01:28:43,444 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:43,444 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:B 2024-12-17T01:28:43,444 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:43,445 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:43,445 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/C is initiating minor compaction (all files) 2024-12-17T01:28:43,445 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/C in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:43,446 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/091a094b771647e6ade1365a5866baac, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9d488e619d6a4e0aaffdb5c77064a199, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/05ae13afc65240739330f1e778c2a3ad] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=36.0 K 2024-12-17T01:28:43,446 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 091a094b771647e6ade1365a5866baac, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734398917993 2024-12-17T01:28:43,446 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d488e619d6a4e0aaffdb5c77064a199, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734398919124 2024-12-17T01:28:43,446 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 05ae13afc65240739330f1e778c2a3ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734398920247 2024-12-17T01:28:43,447 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/e315005128894330b873196cff0c716d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/e315005128894330b873196cff0c716d 2024-12-17T01:28:43,450 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684402e10f09238281cb09df5039c140/A of 684402e10f09238281cb09df5039c140 into e315005128894330b873196cff0c716d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:43,450 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:43,450 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/A, priority=13, startTime=1734398923020; duration=0sec 2024-12-17T01:28:43,451 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:43,451 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:A 2024-12-17T01:28:43,452 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#C#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:43,452 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/9dee7b9fcd6542ceb7f5c7ed394306d5 is 50, key is test_row_0/C:col10/1734398921359/Put/seqid=0 2024-12-17T01:28:43,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742411_1587 (size=12629) 2024-12-17T01:28:43,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:43,469 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e3db59750fab45088269e9d21a284960_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e3db59750fab45088269e9d21a284960_684402e10f09238281cb09df5039c140 2024-12-17T01:28:43,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/9c45e6324a7d420d8f1f5b5ee8e3bfd1, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:43,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/9c45e6324a7d420d8f1f5b5ee8e3bfd1 is 175, key is test_row_0/A:col10/1734398921375/Put/seqid=0 2024-12-17T01:28:43,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742412_1588 (size=31105) 2024-12-17T01:28:43,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:43,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398983503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398983504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398983505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398983506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398983507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398983608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398983609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398983609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398983610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398983610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398983810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398983811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398983812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398983813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398983814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:43,860 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/9dee7b9fcd6542ceb7f5c7ed394306d5 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9dee7b9fcd6542ceb7f5c7ed394306d5 2024-12-17T01:28:43,864 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684402e10f09238281cb09df5039c140/C of 684402e10f09238281cb09df5039c140 into 9dee7b9fcd6542ceb7f5c7ed394306d5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:43,864 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:43,864 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/C, priority=13, startTime=1734398923020; duration=0sec 2024-12-17T01:28:43,865 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:43,865 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:C 2024-12-17T01:28:43,875 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/9c45e6324a7d420d8f1f5b5ee8e3bfd1 2024-12-17T01:28:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/9e6bddac6e1b4dd8a0ee57b8cb0f9c27 is 50, key is test_row_0/B:col10/1734398921375/Put/seqid=0 2024-12-17T01:28:43,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742413_1589 (size=12151) 2024-12-17T01:28:43,888 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/9e6bddac6e1b4dd8a0ee57b8cb0f9c27 2024-12-17T01:28:43,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/b10e52a6b57944bf9b9781defa65bf1c is 50, key is test_row_0/C:col10/1734398921375/Put/seqid=0 2024-12-17T01:28:43,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742414_1590 (size=12151) 2024-12-17T01:28:43,905 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/b10e52a6b57944bf9b9781defa65bf1c 2024-12-17T01:28:43,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/9c45e6324a7d420d8f1f5b5ee8e3bfd1 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/9c45e6324a7d420d8f1f5b5ee8e3bfd1 2024-12-17T01:28:43,912 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/9c45e6324a7d420d8f1f5b5ee8e3bfd1, entries=150, sequenceid=235, filesize=30.4 K 2024-12-17T01:28:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/9e6bddac6e1b4dd8a0ee57b8cb0f9c27 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/9e6bddac6e1b4dd8a0ee57b8cb0f9c27 2024-12-17T01:28:43,916 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/9e6bddac6e1b4dd8a0ee57b8cb0f9c27, entries=150, sequenceid=235, filesize=11.9 K 2024-12-17T01:28:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/b10e52a6b57944bf9b9781defa65bf1c as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b10e52a6b57944bf9b9781defa65bf1c 2024-12-17T01:28:43,920 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b10e52a6b57944bf9b9781defa65bf1c, entries=150, sequenceid=235, filesize=11.9 K 2024-12-17T01:28:43,921 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 684402e10f09238281cb09df5039c140 in 866ms, sequenceid=235, compaction requested=false 2024-12-17T01:28:43,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:43,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:43,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-17T01:28:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-17T01:28:43,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-17T01:28:43,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9330 sec 2024-12-17T01:28:43,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.9370 sec 2024-12-17T01:28:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-17T01:28:44,091 INFO [Thread-2351 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-17T01:28:44,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T01:28:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-17T01:28:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-17T01:28:44,094 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T01:28:44,095 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T01:28:44,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T01:28:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:44,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-17T01:28:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:44,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179bc7c01b862946f88f28b1bfad4f4c7c_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398923504/Put/seqid=0 2024-12-17T01:28:44,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398984144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398984145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398984146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398984148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398984149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742415_1591 (size=12354) 2024-12-17T01:28:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-17T01:28:44,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T01:28:44,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:44,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:44,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:44,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398984250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398984250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398984250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398984252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398984252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-17T01:28:44,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T01:28:44,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:44,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:44,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:44,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398984453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398984453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398984454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398984455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398984456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T01:28:44,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:44,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:44,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:44,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,559 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:44,562 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179bc7c01b862946f88f28b1bfad4f4c7c_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179bc7c01b862946f88f28b1bfad4f4c7c_684402e10f09238281cb09df5039c140 2024-12-17T01:28:44,563 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/893ce9223125456a8cf2d467561e775e, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:44,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/893ce9223125456a8cf2d467561e775e is 175, key is test_row_0/A:col10/1734398923504/Put/seqid=0 2024-12-17T01:28:44,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742416_1592 (size=31155) 2024-12-17T01:28:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-17T01:28:44,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T01:28:44,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:44,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:44,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:44,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398984757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398984757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398984758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398984758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398984760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:44,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T01:28:44,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:44,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:44,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:44,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:44,968 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/893ce9223125456a8cf2d467561e775e 2024-12-17T01:28:44,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/5db6d1e467d545608dba389231dc3867 is 50, key is test_row_0/B:col10/1734398923504/Put/seqid=0 2024-12-17T01:28:44,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742417_1593 (size=12201) 2024-12-17T01:28:45,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:45,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T01:28:45,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:45,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:45,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T01:28:45,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:45,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-17T01:28:45,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398985260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:45,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398985262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:45,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398985262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:45,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398985264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:45,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398985265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:45,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:45,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T01:28:45,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:45,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/5db6d1e467d545608dba389231dc3867 2024-12-17T01:28:45,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/4920f60a0c38480eaab111f5a4055366 is 50, key is test_row_0/C:col10/1734398923504/Put/seqid=0 2024-12-17T01:28:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742418_1594 (size=12201) 2024-12-17T01:28:45,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:45,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T01:28:45,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:45,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,620 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:45,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T01:28:45,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:45,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,773 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:45,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T01:28:45,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:45,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T01:28:45,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/4920f60a0c38480eaab111f5a4055366 2024-12-17T01:28:45,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/893ce9223125456a8cf2d467561e775e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/893ce9223125456a8cf2d467561e775e 2024-12-17T01:28:45,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/893ce9223125456a8cf2d467561e775e, entries=150, sequenceid=260, filesize=30.4 K 2024-12-17T01:28:45,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/5db6d1e467d545608dba389231dc3867 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/5db6d1e467d545608dba389231dc3867 2024-12-17T01:28:45,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/5db6d1e467d545608dba389231dc3867, entries=150, sequenceid=260, filesize=11.9 K 2024-12-17T01:28:45,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/4920f60a0c38480eaab111f5a4055366 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/4920f60a0c38480eaab111f5a4055366 2024-12-17T01:28:45,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/4920f60a0c38480eaab111f5a4055366, entries=150, sequenceid=260, filesize=11.9 K 2024-12-17T01:28:45,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 684402e10f09238281cb09df5039c140 in 1681ms, sequenceid=260, compaction requested=true 2024-12-17T01:28:45,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:45,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:45,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:45,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T01:28:45,809 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:45,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:45,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T01:28:45,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:45,809 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:45,810 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93843 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:45,810 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:45,810 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/A is initiating minor compaction (all files) 2024-12-17T01:28:45,810 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/B is initiating minor compaction (all files) 2024-12-17T01:28:45,810 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/A in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,810 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/B in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,810 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/e315005128894330b873196cff0c716d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/9c45e6324a7d420d8f1f5b5ee8e3bfd1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/893ce9223125456a8cf2d467561e775e] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=91.6 K 2024-12-17T01:28:45,810 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/d8865a43be294e1596bd3bce28dee085, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/9e6bddac6e1b4dd8a0ee57b8cb0f9c27, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/5db6d1e467d545608dba389231dc3867] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=36.1 K 2024-12-17T01:28:45,810 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,810 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. files: [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/e315005128894330b873196cff0c716d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/9c45e6324a7d420d8f1f5b5ee8e3bfd1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/893ce9223125456a8cf2d467561e775e] 2024-12-17T01:28:45,810 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting d8865a43be294e1596bd3bce28dee085, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734398920247 2024-12-17T01:28:45,810 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting e315005128894330b873196cff0c716d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734398920247 2024-12-17T01:28:45,811 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e6bddac6e1b4dd8a0ee57b8cb0f9c27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734398921371 2024-12-17T01:28:45,811 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c45e6324a7d420d8f1f5b5ee8e3bfd1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734398921371 2024-12-17T01:28:45,811 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 5db6d1e467d545608dba389231dc3867, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734398923504 2024-12-17T01:28:45,811 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] compactions.Compactor(224): Compacting 893ce9223125456a8cf2d467561e775e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734398923504 2024-12-17T01:28:45,818 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#B#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:45,819 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/aadd9da4ae8d4913a9aa820a4dc77166 is 50, key is test_row_0/B:col10/1734398923504/Put/seqid=0 2024-12-17T01:28:45,820 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:45,822 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121785808c26ea00450cad261ba908462cd7_684402e10f09238281cb09df5039c140 store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:45,824 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121785808c26ea00450cad261ba908462cd7_684402e10f09238281cb09df5039c140, store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:45,824 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121785808c26ea00450cad261ba908462cd7_684402e10f09238281cb09df5039c140 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:45,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742419_1595 (size=12781) 2024-12-17T01:28:45,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742420_1596 (size=4469) 2024-12-17T01:28:45,832 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/aadd9da4ae8d4913a9aa820a4dc77166 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/aadd9da4ae8d4913a9aa820a4dc77166 2024-12-17T01:28:45,835 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684402e10f09238281cb09df5039c140/B of 684402e10f09238281cb09df5039c140 into aadd9da4ae8d4913a9aa820a4dc77166(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:45,835 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:45,836 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/B, priority=13, startTime=1734398925809; duration=0sec 2024-12-17T01:28:45,836 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T01:28:45,836 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:B 2024-12-17T01:28:45,836 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T01:28:45,837 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T01:28:45,837 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1540): 684402e10f09238281cb09df5039c140/C is initiating minor compaction (all files) 2024-12-17T01:28:45,837 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684402e10f09238281cb09df5039c140/C in TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,837 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9dee7b9fcd6542ceb7f5c7ed394306d5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b10e52a6b57944bf9b9781defa65bf1c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/4920f60a0c38480eaab111f5a4055366] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp, totalSize=36.1 K 2024-12-17T01:28:45,837 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dee7b9fcd6542ceb7f5c7ed394306d5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734398920247 2024-12-17T01:28:45,838 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting b10e52a6b57944bf9b9781defa65bf1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734398921371 2024-12-17T01:28:45,838 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] compactions.Compactor(224): Compacting 4920f60a0c38480eaab111f5a4055366, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734398923504 2024-12-17T01:28:45,845 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#C#compaction#508 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:45,845 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/c101bf0d8e354ee68821e730b2c835bb is 50, key is test_row_0/C:col10/1734398923504/Put/seqid=0 2024-12-17T01:28:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742421_1597 (size=12781) 2024-12-17T01:28:45,853 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/c101bf0d8e354ee68821e730b2c835bb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/c101bf0d8e354ee68821e730b2c835bb 2024-12-17T01:28:45,857 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684402e10f09238281cb09df5039c140/C of 684402e10f09238281cb09df5039c140 into c101bf0d8e354ee68821e730b2c835bb(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:45,857 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:45,857 INFO [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/C, priority=13, startTime=1734398925809; duration=0sec 2024-12-17T01:28:45,858 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:45,858 DEBUG [RS:0;7b75acfc7251:36369-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:C 2024-12-17T01:28:45,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:45,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36369 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T01:28:45,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:45,927 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T01:28:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:45,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412176186db6d44614aa68490a31ac1f432fb_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398924148/Put/seqid=0 2024-12-17T01:28:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742422_1598 (size=12454) 2024-12-17T01:28:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-17T01:28:46,232 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684402e10f09238281cb09df5039c140#A#compaction#507 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T01:28:46,232 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/41e7b820a93d477987c32e7f49e589dd is 175, key is test_row_0/A:col10/1734398923504/Put/seqid=0 2024-12-17T01:28:46,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742423_1599 (size=31735) 2024-12-17T01:28:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:46,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. as already flushing 2024-12-17T01:28:46,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398986283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398986283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398986284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398986285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398986286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:46,345 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412176186db6d44614aa68490a31ac1f432fb_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412176186db6d44614aa68490a31ac1f432fb_684402e10f09238281cb09df5039c140 2024-12-17T01:28:46,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/31087e0bf0bb4857a0ef71562a1ab988, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:46,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/31087e0bf0bb4857a0ef71562a1ab988 is 175, key is test_row_0/A:col10/1734398924148/Put/seqid=0 2024-12-17T01:28:46,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742424_1600 (size=31255) 2024-12-17T01:28:46,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398986387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398986387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398986387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398986388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398986389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398986589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398986590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398986590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398986591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398986591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,640 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/41e7b820a93d477987c32e7f49e589dd as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/41e7b820a93d477987c32e7f49e589dd 2024-12-17T01:28:46,644 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684402e10f09238281cb09df5039c140/A of 684402e10f09238281cb09df5039c140 into 41e7b820a93d477987c32e7f49e589dd(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T01:28:46,644 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:46,644 INFO [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140., storeName=684402e10f09238281cb09df5039c140/A, priority=13, startTime=1734398925808; duration=0sec 2024-12-17T01:28:46,644 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:46,644 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:A 2024-12-17T01:28:46,752 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/31087e0bf0bb4857a0ef71562a1ab988 2024-12-17T01:28:46,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/aefc958be58249c8ae0e53aff18efd11 is 50, key is test_row_0/B:col10/1734398924148/Put/seqid=0 2024-12-17T01:28:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742425_1601 (size=12301) 2024-12-17T01:28:46,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398986893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398986893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398986894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398986895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:46,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398986895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:47,164 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/aefc958be58249c8ae0e53aff18efd11 2024-12-17T01:28:47,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/250a5ad54b0941aebd2a37860d56821e is 50, key is test_row_0/C:col10/1734398924148/Put/seqid=0 2024-12-17T01:28:47,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742426_1602 (size=12301) 2024-12-17T01:28:47,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34180 deadline: 1734398987395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:47,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34168 deadline: 1734398987398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:47,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34170 deadline: 1734398987399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:47,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34212 deadline: 1734398987399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:47,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T01:28:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36369 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1734398987401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:47,557 DEBUG [Thread-2360 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:61973 2024-12-17T01:28:47,557 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:47,557 DEBUG [Thread-2356 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f5b2180 to 127.0.0.1:61973 2024-12-17T01:28:47,557 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:47,558 DEBUG [Thread-2358 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:61973 2024-12-17T01:28:47,558 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:47,558 DEBUG [Thread-2354 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x521aad6f to 127.0.0.1:61973 2024-12-17T01:28:47,558 DEBUG [Thread-2354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:47,559 DEBUG [Thread-2352 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3677bd4f to 127.0.0.1:61973 2024-12-17T01:28:47,559 DEBUG [Thread-2352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:47,574 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/250a5ad54b0941aebd2a37860d56821e 2024-12-17T01:28:47,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/31087e0bf0bb4857a0ef71562a1ab988 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/31087e0bf0bb4857a0ef71562a1ab988 2024-12-17T01:28:47,580 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/31087e0bf0bb4857a0ef71562a1ab988, entries=150, sequenceid=276, filesize=30.5 K 2024-12-17T01:28:47,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/aefc958be58249c8ae0e53aff18efd11 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/aefc958be58249c8ae0e53aff18efd11 2024-12-17T01:28:47,583 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/aefc958be58249c8ae0e53aff18efd11, entries=150, sequenceid=276, filesize=12.0 K 2024-12-17T01:28:47,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/250a5ad54b0941aebd2a37860d56821e as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/250a5ad54b0941aebd2a37860d56821e 2024-12-17T01:28:47,585 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/250a5ad54b0941aebd2a37860d56821e, entries=150, sequenceid=276, filesize=12.0 K 2024-12-17T01:28:47,586 INFO [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 684402e10f09238281cb09df5039c140 in 1660ms, sequenceid=276, compaction requested=false 2024-12-17T01:28:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b75acfc7251:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-17T01:28:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-17T01:28:47,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-17T01:28:47,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4920 sec 2024-12-17T01:28:47,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 3.4950 sec 2024-12-17T01:28:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-17T01:28:48,198 INFO [Thread-2351 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-17T01:28:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36369 {}] regionserver.HRegion(8581): Flush requested on 684402e10f09238281cb09df5039c140 2024-12-17T01:28:48,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T01:28:48,404 DEBUG [Thread-2343 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:61973 2024-12-17T01:28:48,404 DEBUG [Thread-2347 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:61973 2024-12-17T01:28:48,404 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:48,404 DEBUG [Thread-2345 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:61973 2024-12-17T01:28:48,404 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:48,404 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:48,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:48,408 DEBUG [Thread-2341 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fef31f8 to 127.0.0.1:61973 2024-12-17T01:28:48,408 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:48,410 DEBUG [Thread-2349 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:61973 2024-12-17T01:28:48,410 DEBUG [Thread-2349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:48,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T01:28:48,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-17T01:28:48,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-17T01:28:48,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-17T01:28:48,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-17T01:28:48,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-17T01:28:48,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T01:28:48,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7214 2024-12-17T01:28:48,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7192 2024-12-17T01:28:48,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7089 2024-12-17T01:28:48,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7229 2024-12-17T01:28:48,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7172 2024-12-17T01:28:48,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T01:28:48,410 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T01:28:48,410 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:61973 2024-12-17T01:28:48,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:48,411 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T01:28:48,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T01:28:48,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121741d714ccf7034beb94ffb36b1ca4f6d4_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398928403/Put/seqid=0 2024-12-17T01:28:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-17T01:28:48,413 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398928413"}]},"ts":"1734398928413"} 2024-12-17T01:28:48,414 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T01:28:48,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742427_1603 (size=12454) 2024-12-17T01:28:48,416 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T01:28:48,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T01:28:48,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684402e10f09238281cb09df5039c140, UNASSIGN}] 2024-12-17T01:28:48,418 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684402e10f09238281cb09df5039c140, UNASSIGN 2024-12-17T01:28:48,419 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=684402e10f09238281cb09df5039c140, regionState=CLOSING, regionLocation=7b75acfc7251,36369,1734398752304 2024-12-17T01:28:48,420 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T01:28:48,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; CloseRegionProcedure 684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304}] 2024-12-17T01:28:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-17T01:28:48,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:48,572 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(124): Close 684402e10f09238281cb09df5039c140 2024-12-17T01:28:48,572 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T01:28:48,572 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1681): Closing 684402e10f09238281cb09df5039c140, disabling compactions & flushes 2024-12-17T01:28:48,572 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-17T01:28:48,815 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:48,818 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121741d714ccf7034beb94ffb36b1ca4f6d4_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121741d714ccf7034beb94ffb36b1ca4f6d4_684402e10f09238281cb09df5039c140 2024-12-17T01:28:48,819 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/2d532357c73948618b605e1fe4297146, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:48,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/2d532357c73948618b605e1fe4297146 is 175, key is test_row_0/A:col10/1734398928403/Put/seqid=0 2024-12-17T01:28:48,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742428_1604 (size=31255) 2024-12-17T01:28:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-17T01:28:49,223 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/2d532357c73948618b605e1fe4297146 2024-12-17T01:28:49,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/ab69398a1d4244ae98e76fbce0a9e92b is 50, key is test_row_0/B:col10/1734398928403/Put/seqid=0 2024-12-17T01:28:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742429_1605 (size=12301) 2024-12-17T01:28:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-17T01:28:49,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/ab69398a1d4244ae98e76fbce0a9e92b 2024-12-17T01:28:49,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/c0faeda2c2b44b5ea136c894127ac4ab is 50, key is test_row_0/C:col10/1734398928403/Put/seqid=0 2024-12-17T01:28:49,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742430_1606 (size=12301) 2024-12-17T01:28:50,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/c0faeda2c2b44b5ea136c894127ac4ab 2024-12-17T01:28:50,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/2d532357c73948618b605e1fe4297146 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/2d532357c73948618b605e1fe4297146 2024-12-17T01:28:50,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/2d532357c73948618b605e1fe4297146, entries=150, sequenceid=302, filesize=30.5 K 2024-12-17T01:28:50,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/ab69398a1d4244ae98e76fbce0a9e92b as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/ab69398a1d4244ae98e76fbce0a9e92b 2024-12-17T01:28:50,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/ab69398a1d4244ae98e76fbce0a9e92b, entries=150, sequenceid=302, filesize=12.0 K 2024-12-17T01:28:50,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/c0faeda2c2b44b5ea136c894127ac4ab as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/c0faeda2c2b44b5ea136c894127ac4ab 2024-12-17T01:28:50,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/c0faeda2c2b44b5ea136c894127ac4ab, entries=150, sequenceid=302, filesize=12.0 K 2024-12-17T01:28:50,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 684402e10f09238281cb09df5039c140 in 1649ms, sequenceid=302, compaction requested=true 2024-12-17T01:28:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:50,053 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:50,053 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:50,053 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. after waiting 0 ms 2024-12-17T01:28:50,053 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. because compaction request was cancelled 2024-12-17T01:28:50,053 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:50,053 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:A 2024-12-17T01:28:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:B, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:50,053 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. because compaction request was cancelled 2024-12-17T01:28:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:50,053 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(2837): Flushing 684402e10f09238281cb09df5039c140 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-17T01:28:50,053 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:B 2024-12-17T01:28:50,053 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. because compaction request was cancelled 2024-12-17T01:28:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684402e10f09238281cb09df5039c140:C, priority=-2147483648, current under compaction store size is 1 2024-12-17T01:28:50,053 DEBUG [RS:0;7b75acfc7251:36369-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684402e10f09238281cb09df5039c140:C 2024-12-17T01:28:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T01:28:50,053 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=A 2024-12-17T01:28:50,053 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:50,053 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=B 2024-12-17T01:28:50,053 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:50,053 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684402e10f09238281cb09df5039c140, store=C 2024-12-17T01:28:50,053 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T01:28:50,057 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412177590001590974b718f0fa4ae52a8be24_684402e10f09238281cb09df5039c140 is 50, key is test_row_0/A:col10/1734398928409/Put/seqid=0 2024-12-17T01:28:50,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742431_1607 (size=9914) 2024-12-17T01:28:50,461 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T01:28:50,464 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412177590001590974b718f0fa4ae52a8be24_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177590001590974b718f0fa4ae52a8be24_684402e10f09238281cb09df5039c140 2024-12-17T01:28:50,465 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/41919a9735cf4314a79725cd4df3d0eb, store: [table=TestAcidGuarantees family=A region=684402e10f09238281cb09df5039c140] 2024-12-17T01:28:50,465 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/41919a9735cf4314a79725cd4df3d0eb is 175, key is test_row_0/A:col10/1734398928409/Put/seqid=0 2024-12-17T01:28:50,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742432_1608 (size=22561) 2024-12-17T01:28:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-17T01:28:50,680 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T01:28:50,869 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/41919a9735cf4314a79725cd4df3d0eb 2024-12-17T01:28:50,874 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/81c81436e2974e469adaf5428144a387 is 50, key is test_row_0/B:col10/1734398928409/Put/seqid=0 2024-12-17T01:28:50,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742433_1609 (size=9857) 2024-12-17T01:28:51,277 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/81c81436e2974e469adaf5428144a387 2024-12-17T01:28:51,282 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/f2fdfa8276804b3db3a3afccdebfe36d is 50, key is test_row_0/C:col10/1734398928409/Put/seqid=0 2024-12-17T01:28:51,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742434_1610 (size=9857) 2024-12-17T01:28:51,686 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/f2fdfa8276804b3db3a3afccdebfe36d 2024-12-17T01:28:51,689 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/A/41919a9735cf4314a79725cd4df3d0eb as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/41919a9735cf4314a79725cd4df3d0eb 2024-12-17T01:28:51,692 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/41919a9735cf4314a79725cd4df3d0eb, entries=100, sequenceid=307, filesize=22.0 K 2024-12-17T01:28:51,692 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/B/81c81436e2974e469adaf5428144a387 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/81c81436e2974e469adaf5428144a387 2024-12-17T01:28:51,694 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/81c81436e2974e469adaf5428144a387, entries=100, sequenceid=307, filesize=9.6 K 2024-12-17T01:28:51,695 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/.tmp/C/f2fdfa8276804b3db3a3afccdebfe36d as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/f2fdfa8276804b3db3a3afccdebfe36d 2024-12-17T01:28:51,697 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/f2fdfa8276804b3db3a3afccdebfe36d, entries=100, sequenceid=307, filesize=9.6 K 2024-12-17T01:28:51,698 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 684402e10f09238281cb09df5039c140 in 1645ms, sequenceid=307, compaction requested=true 2024-12-17T01:28:51,698 DEBUG [StoreCloser-TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/35307b945956438c9f09e4fdf9b11bcc, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/f8f733c88e2e456c944f81231a353442, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c5b04aa2d8124972ac6fd4a501ae040d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/05c9bf41d55642af8832dee05553bd17, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/762f5fffe3c64b2ba019fa0ff3f7b04a, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c9bf0010ed4048258dcc46cc0bedbbd8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/2644a6c931354c13a4768ce466a54666, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/50c242da10eb44e09c93c929e622d1a8, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/6059a82c05c542c98763cef6eba9d0bb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/b5e769033bae45ca8e89544f01706b92, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/a48b18b42c6e41e78bb1c720b1fecc6b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/bf8a6ddddcc8465288ebe1f5898478ce, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/ee6e247231c54644bdd66f3a79002755, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c02bfb2508134684be325f29d22d9998, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/e315005128894330b873196cff0c716d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/9c45e6324a7d420d8f1f5b5ee8e3bfd1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/893ce9223125456a8cf2d467561e775e] to archive 2024-12-17T01:28:51,699 DEBUG [StoreCloser-TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:28:51,700 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/f8f733c88e2e456c944f81231a353442 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/f8f733c88e2e456c944f81231a353442 2024-12-17T01:28:51,700 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/35307b945956438c9f09e4fdf9b11bcc to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/35307b945956438c9f09e4fdf9b11bcc 2024-12-17T01:28:51,700 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/762f5fffe3c64b2ba019fa0ff3f7b04a to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/762f5fffe3c64b2ba019fa0ff3f7b04a 2024-12-17T01:28:51,700 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c5b04aa2d8124972ac6fd4a501ae040d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c5b04aa2d8124972ac6fd4a501ae040d 2024-12-17T01:28:51,701 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/2644a6c931354c13a4768ce466a54666 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/2644a6c931354c13a4768ce466a54666 2024-12-17T01:28:51,701 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/50c242da10eb44e09c93c929e622d1a8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/50c242da10eb44e09c93c929e622d1a8 2024-12-17T01:28:51,701 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/05c9bf41d55642af8832dee05553bd17 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/05c9bf41d55642af8832dee05553bd17 2024-12-17T01:28:51,701 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c9bf0010ed4048258dcc46cc0bedbbd8 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c9bf0010ed4048258dcc46cc0bedbbd8 2024-12-17T01:28:51,702 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/6059a82c05c542c98763cef6eba9d0bb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/6059a82c05c542c98763cef6eba9d0bb 2024-12-17T01:28:51,702 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/e315005128894330b873196cff0c716d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/e315005128894330b873196cff0c716d 2024-12-17T01:28:51,702 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/a48b18b42c6e41e78bb1c720b1fecc6b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/a48b18b42c6e41e78bb1c720b1fecc6b 2024-12-17T01:28:51,702 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/b5e769033bae45ca8e89544f01706b92 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/b5e769033bae45ca8e89544f01706b92 2024-12-17T01:28:51,702 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c02bfb2508134684be325f29d22d9998 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/c02bfb2508134684be325f29d22d9998 2024-12-17T01:28:51,702 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/bf8a6ddddcc8465288ebe1f5898478ce to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/bf8a6ddddcc8465288ebe1f5898478ce 2024-12-17T01:28:51,702 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/ee6e247231c54644bdd66f3a79002755 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/ee6e247231c54644bdd66f3a79002755 2024-12-17T01:28:51,703 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/9c45e6324a7d420d8f1f5b5ee8e3bfd1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/9c45e6324a7d420d8f1f5b5ee8e3bfd1 2024-12-17T01:28:51,703 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/893ce9223125456a8cf2d467561e775e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/893ce9223125456a8cf2d467561e775e 2024-12-17T01:28:51,704 DEBUG [StoreCloser-TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/2e0ce637c1b54f59b06c38abb6e8ec26, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/c59bd47156b8420295b4ec243a1850b0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/ed80de81f377411fb4b392e5d9f604c0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/e4942433f72a453b98a7f0907f15de52, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/36434eb603a445398c0aab9b1bb38d45, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/fbad759bedb641e2a99b6d2f186800a6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/a6c14f57cee4447f8380caa51026f0ed, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/94596f8fb03a4a719bb01961a04546f0, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/99d06540af9b4081a448543ca83ea509, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/01ade4c45cab416e84f3d042f8d9a769, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/d12076af8b8b41228516ad64861fd6af, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/e90481696ee1412286c436ab66a55c2b, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/000e8b1b63064724bc1afd43850ed76d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/d8865a43be294e1596bd3bce28dee085, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/0d53dd4d23784abfbc0c57268ae28ae6, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/9e6bddac6e1b4dd8a0ee57b8cb0f9c27, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/5db6d1e467d545608dba389231dc3867] to archive 2024-12-17T01:28:51,705 DEBUG [StoreCloser-TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:28:51,707 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/ed80de81f377411fb4b392e5d9f604c0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/ed80de81f377411fb4b392e5d9f604c0 2024-12-17T01:28:51,707 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/fbad759bedb641e2a99b6d2f186800a6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/fbad759bedb641e2a99b6d2f186800a6 2024-12-17T01:28:51,707 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/c59bd47156b8420295b4ec243a1850b0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/c59bd47156b8420295b4ec243a1850b0 2024-12-17T01:28:51,707 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/e4942433f72a453b98a7f0907f15de52 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/e4942433f72a453b98a7f0907f15de52 2024-12-17T01:28:51,707 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/36434eb603a445398c0aab9b1bb38d45 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/36434eb603a445398c0aab9b1bb38d45 2024-12-17T01:28:51,707 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/2e0ce637c1b54f59b06c38abb6e8ec26 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/2e0ce637c1b54f59b06c38abb6e8ec26 2024-12-17T01:28:51,707 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/a6c14f57cee4447f8380caa51026f0ed to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/a6c14f57cee4447f8380caa51026f0ed 2024-12-17T01:28:51,707 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/94596f8fb03a4a719bb01961a04546f0 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/94596f8fb03a4a719bb01961a04546f0 2024-12-17T01:28:51,708 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/99d06540af9b4081a448543ca83ea509 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/99d06540af9b4081a448543ca83ea509 2024-12-17T01:28:51,709 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/000e8b1b63064724bc1afd43850ed76d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/000e8b1b63064724bc1afd43850ed76d 2024-12-17T01:28:51,709 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/e90481696ee1412286c436ab66a55c2b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/e90481696ee1412286c436ab66a55c2b 2024-12-17T01:28:51,709 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/01ade4c45cab416e84f3d042f8d9a769 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/01ade4c45cab416e84f3d042f8d9a769 2024-12-17T01:28:51,709 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/d12076af8b8b41228516ad64861fd6af to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/d12076af8b8b41228516ad64861fd6af 2024-12-17T01:28:51,709 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/9e6bddac6e1b4dd8a0ee57b8cb0f9c27 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/9e6bddac6e1b4dd8a0ee57b8cb0f9c27 2024-12-17T01:28:51,709 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/0d53dd4d23784abfbc0c57268ae28ae6 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/0d53dd4d23784abfbc0c57268ae28ae6 2024-12-17T01:28:51,709 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/d8865a43be294e1596bd3bce28dee085 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/d8865a43be294e1596bd3bce28dee085 2024-12-17T01:28:51,710 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/5db6d1e467d545608dba389231dc3867 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/5db6d1e467d545608dba389231dc3867 2024-12-17T01:28:51,711 DEBUG [StoreCloser-TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/a74be0b3cb4949b6a9b0ce0dbf51a009, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/98940ec3235b49839bde4948a3db291f, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9c6cd7e0b19542479e40c8b998b89ff1, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/aa84a5e3b9914aff9afaa1d84e3dd080, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/ef6b7563f7294b3a8d026d90960214af, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/5a1148ef32f94f7ebaffec61304c2f19, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/96aef2dbb56043fc894539dec6402bf2, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/3575142ba0a6418ba2ac847721d570fb, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b572070cc8e746d683bb6e2439b16a92, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b82a785502e94054b876a1977beba81d, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/091a094b771647e6ade1365a5866baac, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/eb905a2f9c954dcb8c66cf71af422316, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9d488e619d6a4e0aaffdb5c77064a199, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9dee7b9fcd6542ceb7f5c7ed394306d5, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/05ae13afc65240739330f1e778c2a3ad, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b10e52a6b57944bf9b9781defa65bf1c, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/4920f60a0c38480eaab111f5a4055366] to archive 2024-12-17T01:28:51,711 DEBUG [StoreCloser-TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T01:28:51,713 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/a74be0b3cb4949b6a9b0ce0dbf51a009 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/a74be0b3cb4949b6a9b0ce0dbf51a009 2024-12-17T01:28:51,713 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/aa84a5e3b9914aff9afaa1d84e3dd080 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/aa84a5e3b9914aff9afaa1d84e3dd080 2024-12-17T01:28:51,713 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/98940ec3235b49839bde4948a3db291f to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/98940ec3235b49839bde4948a3db291f 2024-12-17T01:28:51,713 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9c6cd7e0b19542479e40c8b998b89ff1 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9c6cd7e0b19542479e40c8b998b89ff1 2024-12-17T01:28:51,713 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/5a1148ef32f94f7ebaffec61304c2f19 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/5a1148ef32f94f7ebaffec61304c2f19 2024-12-17T01:28:51,713 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/ef6b7563f7294b3a8d026d90960214af to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/ef6b7563f7294b3a8d026d90960214af 2024-12-17T01:28:51,713 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/96aef2dbb56043fc894539dec6402bf2 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/96aef2dbb56043fc894539dec6402bf2 2024-12-17T01:28:51,713 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/3575142ba0a6418ba2ac847721d570fb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/3575142ba0a6418ba2ac847721d570fb 2024-12-17T01:28:51,714 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b572070cc8e746d683bb6e2439b16a92 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b572070cc8e746d683bb6e2439b16a92 2024-12-17T01:28:51,715 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/091a094b771647e6ade1365a5866baac to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/091a094b771647e6ade1365a5866baac 2024-12-17T01:28:51,715 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9d488e619d6a4e0aaffdb5c77064a199 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9d488e619d6a4e0aaffdb5c77064a199 2024-12-17T01:28:51,715 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b82a785502e94054b876a1977beba81d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b82a785502e94054b876a1977beba81d 2024-12-17T01:28:51,715 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/eb905a2f9c954dcb8c66cf71af422316 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/eb905a2f9c954dcb8c66cf71af422316 2024-12-17T01:28:51,715 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9dee7b9fcd6542ceb7f5c7ed394306d5 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/9dee7b9fcd6542ceb7f5c7ed394306d5 2024-12-17T01:28:51,715 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/05ae13afc65240739330f1e778c2a3ad to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/05ae13afc65240739330f1e778c2a3ad 2024-12-17T01:28:51,715 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b10e52a6b57944bf9b9781defa65bf1c to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/b10e52a6b57944bf9b9781defa65bf1c 2024-12-17T01:28:51,716 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/4920f60a0c38480eaab111f5a4055366 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/4920f60a0c38480eaab111f5a4055366 2024-12-17T01:28:51,718 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/recovered.edits/310.seqid, newMaxSeqId=310, maxSeqId=4 2024-12-17T01:28:51,719 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140. 2024-12-17T01:28:51,719 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1635): Region close journal for 684402e10f09238281cb09df5039c140: 2024-12-17T01:28:51,720 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(170): Closed 684402e10f09238281cb09df5039c140 2024-12-17T01:28:51,721 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=684402e10f09238281cb09df5039c140, regionState=CLOSED 2024-12-17T01:28:51,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-17T01:28:51,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseRegionProcedure 684402e10f09238281cb09df5039c140, server=7b75acfc7251,36369,1734398752304 in 3.3010 sec 2024-12-17T01:28:51,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-12-17T01:28:51,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=684402e10f09238281cb09df5039c140, UNASSIGN in 3.3050 sec 2024-12-17T01:28:51,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-17T01:28:51,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3060 sec 2024-12-17T01:28:51,725 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734398931725"}]},"ts":"1734398931725"} 2024-12-17T01:28:51,726 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T01:28:51,728 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T01:28:51,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.3170 sec 2024-12-17T01:28:52,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-17T01:28:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-17T01:28:52,517 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-17T01:28:52,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T01:28:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:52,519 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-17T01:28:52,520 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=179, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:52,521 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,522 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C, FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/recovered.edits] 2024-12-17T01:28:52,525 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/2d532357c73948618b605e1fe4297146 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/2d532357c73948618b605e1fe4297146 2024-12-17T01:28:52,525 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/41919a9735cf4314a79725cd4df3d0eb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/41919a9735cf4314a79725cd4df3d0eb 2024-12-17T01:28:52,525 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/31087e0bf0bb4857a0ef71562a1ab988 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/31087e0bf0bb4857a0ef71562a1ab988 2024-12-17T01:28:52,525 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/41e7b820a93d477987c32e7f49e589dd to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/A/41e7b820a93d477987c32e7f49e589dd 2024-12-17T01:28:52,528 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/81c81436e2974e469adaf5428144a387 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/81c81436e2974e469adaf5428144a387 2024-12-17T01:28:52,528 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/aadd9da4ae8d4913a9aa820a4dc77166 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/aadd9da4ae8d4913a9aa820a4dc77166 2024-12-17T01:28:52,528 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/aefc958be58249c8ae0e53aff18efd11 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/aefc958be58249c8ae0e53aff18efd11 2024-12-17T01:28:52,528 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/ab69398a1d4244ae98e76fbce0a9e92b to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/B/ab69398a1d4244ae98e76fbce0a9e92b 2024-12-17T01:28:52,530 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/250a5ad54b0941aebd2a37860d56821e to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/250a5ad54b0941aebd2a37860d56821e 2024-12-17T01:28:52,530 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/f2fdfa8276804b3db3a3afccdebfe36d to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/f2fdfa8276804b3db3a3afccdebfe36d 2024-12-17T01:28:52,530 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/c101bf0d8e354ee68821e730b2c835bb to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/c101bf0d8e354ee68821e730b2c835bb 2024-12-17T01:28:52,530 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/c0faeda2c2b44b5ea136c894127ac4ab to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/C/c0faeda2c2b44b5ea136c894127ac4ab 2024-12-17T01:28:52,532 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/recovered.edits/310.seqid to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140/recovered.edits/310.seqid 2024-12-17T01:28:52,533 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/default/TestAcidGuarantees/684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,533 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T01:28:52,533 DEBUG [PEWorker-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T01:28:52,534 DEBUG [PEWorker-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-17T01:28:52,539 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121735f99624da964a57a69fc55de2411b2e_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121735f99624da964a57a69fc55de2411b2e_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,539 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217082274f8b4dc4ebc8d901060e2130ffd_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217082274f8b4dc4ebc8d901060e2130ffd_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,539 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121741d714ccf7034beb94ffb36b1ca4f6d4_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121741d714ccf7034beb94ffb36b1ca4f6d4_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,539 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412176186db6d44614aa68490a31ac1f432fb_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412176186db6d44614aa68490a31ac1f432fb_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,539 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121764f2a52b4bfd4090a06ee40b2406ce2f_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121764f2a52b4bfd4090a06ee40b2406ce2f_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,539 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177500b3da2dfb45729d0b074d3d43017d_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177500b3da2dfb45729d0b074d3d43017d_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,539 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177590001590974b718f0fa4ae52a8be24_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177590001590974b718f0fa4ae52a8be24_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,539 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121779811eb22eba418f88e5a41de5b58ba0_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121779811eb22eba418f88e5a41de5b58ba0_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,540 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217911d816fc5304604bba111d8ac736876_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217911d816fc5304604bba111d8ac736876_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,540 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a6f5eba5c6b84e92851ba0158590a049_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a6f5eba5c6b84e92851ba0158590a049_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,540 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179bc7c01b862946f88f28b1bfad4f4c7c_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179bc7c01b862946f88f28b1bfad4f4c7c_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,540 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217bb8b796c24f14b268505dd42730608f8_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217bb8b796c24f14b268505dd42730608f8_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,540 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a8d6f4f8b8eb4789851b7214f7cdf2a0_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217a8d6f4f8b8eb4789851b7214f7cdf2a0_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,540 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ccd7ed11c60347fbb6571f661efd3da4_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ccd7ed11c60347fbb6571f661efd3da4_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,540 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d107ff947aa942dbbb1d799c4074f862_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d107ff947aa942dbbb1d799c4074f862_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,541 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e3db59750fab45088269e9d21a284960_684402e10f09238281cb09df5039c140 to hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e3db59750fab45088269e9d21a284960_684402e10f09238281cb09df5039c140 2024-12-17T01:28:52,541 DEBUG [PEWorker-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T01:28:52,543 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=179, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:52,545 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T01:28:52,546 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T01:28:52,547 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=179, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:52,547 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T01:28:52,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734398932547"}]},"ts":"9223372036854775807"} 2024-12-17T01:28:52,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T01:28:52,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 684402e10f09238281cb09df5039c140, NAME => 'TestAcidGuarantees,,1734398904879.684402e10f09238281cb09df5039c140.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T01:28:52,549 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T01:28:52,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734398932549"}]},"ts":"9223372036854775807"} 2024-12-17T01:28:52,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T01:28:52,552 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=179, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T01:28:52,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-12-17T01:28:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40295 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-17T01:28:52,621 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-17T01:28:52,630 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=245 (was 247), OpenFileDescriptor=446 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 254) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3875 (was 3888) 2024-12-17T01:28:52,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-17T01:28:52,630 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T01:28:52,630 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3bc7460e to 127.0.0.1:61973 2024-12-17T01:28:52,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:52,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-17T01:28:52,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=282474894, stopped=false 2024-12-17T01:28:52,631 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=7b75acfc7251,40295,1734398751572 2024-12-17T01:28:52,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-17T01:28:52,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-17T01:28:52,633 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-17T01:28:52,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:28:52,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:28:52,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-17T01:28:52,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-17T01:28:52,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:52,634 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7b75acfc7251,36369,1734398752304' ***** 2024-12-17T01:28:52,634 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-17T01:28:52,634 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-17T01:28:52,634 INFO [RS:0;7b75acfc7251:36369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-17T01:28:52,634 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-17T01:28:52,634 INFO [RS:0;7b75acfc7251:36369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-17T01:28:52,635 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(3579): Received CLOSE for 862329e8f86f46df05903082f0163893 2024-12-17T01:28:52,635 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1224): stopping server 7b75acfc7251,36369,1734398752304 2024-12-17T01:28:52,635 DEBUG [RS:0;7b75acfc7251:36369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:52,635 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-17T01:28:52,635 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-17T01:28:52,635 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-17T01:28:52,635 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-17T01:28:52,635 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 862329e8f86f46df05903082f0163893, disabling compactions & flushes 2024-12-17T01:28:52,635 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. 2024-12-17T01:28:52,635 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. 2024-12-17T01:28:52,635 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. after waiting 0 ms 2024-12-17T01:28:52,635 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. 2024-12-17T01:28:52,635 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 862329e8f86f46df05903082f0163893 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-17T01:28:52,635 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-17T01:28:52,635 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1603): Online Regions={862329e8f86f46df05903082f0163893=hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893., 1588230740=hbase:meta,,1.1588230740} 2024-12-17T01:28:52,635 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-17T01:28:52,636 INFO [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-17T01:28:52,636 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-17T01:28:52,636 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-17T01:28:52,636 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-17T01:28:52,636 INFO [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-17T01:28:52,639 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 862329e8f86f46df05903082f0163893 2024-12-17T01:28:52,651 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/namespace/862329e8f86f46df05903082f0163893/.tmp/info/b852231be9644aca8b26ea53ea615bc8 is 45, key is default/info:d/1734398757659/Put/seqid=0 2024-12-17T01:28:52,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742435_1611 (size=5037) 2024-12-17T01:28:52,660 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/.tmp/info/4b009cbe0b324b4d99c9adc476f0e57a is 143, key is hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893./info:regioninfo/1734398757548/Put/seqid=0 2024-12-17T01:28:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742436_1612 (size=7725) 2024-12-17T01:28:52,682 INFO [regionserver/7b75acfc7251:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-17T01:28:52,839 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 862329e8f86f46df05903082f0163893 2024-12-17T01:28:52,927 INFO [regionserver/7b75acfc7251:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-17T01:28:52,927 INFO [regionserver/7b75acfc7251:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-17T01:28:53,039 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 862329e8f86f46df05903082f0163893 2024-12-17T01:28:53,055 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/namespace/862329e8f86f46df05903082f0163893/.tmp/info/b852231be9644aca8b26ea53ea615bc8 2024-12-17T01:28:53,058 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/namespace/862329e8f86f46df05903082f0163893/.tmp/info/b852231be9644aca8b26ea53ea615bc8 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/namespace/862329e8f86f46df05903082f0163893/info/b852231be9644aca8b26ea53ea615bc8 2024-12-17T01:28:53,061 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/namespace/862329e8f86f46df05903082f0163893/info/b852231be9644aca8b26ea53ea615bc8, entries=2, sequenceid=6, filesize=4.9 K 2024-12-17T01:28:53,061 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 862329e8f86f46df05903082f0163893 in 426ms, sequenceid=6, compaction requested=false 2024-12-17T01:28:53,064 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/namespace/862329e8f86f46df05903082f0163893/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-17T01:28:53,064 INFO [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/.tmp/info/4b009cbe0b324b4d99c9adc476f0e57a 2024-12-17T01:28:53,065 INFO [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. 2024-12-17T01:28:53,065 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 862329e8f86f46df05903082f0163893: 2024-12-17T01:28:53,065 DEBUG [RS_CLOSE_REGION-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734398756308.862329e8f86f46df05903082f0163893. 2024-12-17T01:28:53,082 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/.tmp/rep_barrier/aa1aae39521a466b9c5c9ebacae4a4db is 102, key is TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d./rep_barrier:/1734398785169/DeleteFamily/seqid=0 2024-12-17T01:28:53,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742437_1613 (size=6025) 2024-12-17T01:28:53,239 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-17T01:28:53,440 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-17T01:28:53,486 INFO [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/.tmp/rep_barrier/aa1aae39521a466b9c5c9ebacae4a4db 2024-12-17T01:28:53,504 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/.tmp/table/53aeb309de234682b28219b00b6484db is 96, key is TestAcidGuarantees,,1734398757858.b74e53d881740e55df51b088916b3b9d./table:/1734398785169/DeleteFamily/seqid=0 2024-12-17T01:28:53,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742438_1614 (size=5942) 2024-12-17T01:28:53,640 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-17T01:28:53,640 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-17T01:28:53,640 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-17T01:28:53,840 DEBUG [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-17T01:28:53,908 INFO [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/.tmp/table/53aeb309de234682b28219b00b6484db 2024-12-17T01:28:53,911 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/.tmp/info/4b009cbe0b324b4d99c9adc476f0e57a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/info/4b009cbe0b324b4d99c9adc476f0e57a 2024-12-17T01:28:53,914 INFO [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/info/4b009cbe0b324b4d99c9adc476f0e57a, entries=22, sequenceid=93, filesize=7.5 K 2024-12-17T01:28:53,914 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/.tmp/rep_barrier/aa1aae39521a466b9c5c9ebacae4a4db as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/rep_barrier/aa1aae39521a466b9c5c9ebacae4a4db 2024-12-17T01:28:53,917 INFO [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/rep_barrier/aa1aae39521a466b9c5c9ebacae4a4db, entries=6, sequenceid=93, filesize=5.9 K 2024-12-17T01:28:53,917 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/.tmp/table/53aeb309de234682b28219b00b6484db as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/table/53aeb309de234682b28219b00b6484db 2024-12-17T01:28:53,919 INFO [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/table/53aeb309de234682b28219b00b6484db, entries=9, sequenceid=93, filesize=5.8 K 2024-12-17T01:28:53,920 INFO [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1284ms, sequenceid=93, compaction requested=false 2024-12-17T01:28:53,923 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-17T01:28:53,924 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-17T01:28:53,924 INFO [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-17T01:28:53,924 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-17T01:28:53,924 DEBUG [RS_CLOSE_META-regionserver/7b75acfc7251:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-17T01:28:54,040 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1250): stopping server 7b75acfc7251,36369,1734398752304; all regions closed. 2024-12-17T01:28:54,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741834_1010 (size=26050) 2024-12-17T01:28:54,046 DEBUG [RS:0;7b75acfc7251:36369 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/oldWALs 2024-12-17T01:28:54,046 INFO [RS:0;7b75acfc7251:36369 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7b75acfc7251%2C36369%2C1734398752304.meta:.meta(num 1734398756051) 2024-12-17T01:28:54,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741832_1008 (size=14763755) 2024-12-17T01:28:54,050 DEBUG [RS:0;7b75acfc7251:36369 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/oldWALs 2024-12-17T01:28:54,050 INFO [RS:0;7b75acfc7251:36369 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7b75acfc7251%2C36369%2C1734398752304:(num 1734398755077) 2024-12-17T01:28:54,050 DEBUG [RS:0;7b75acfc7251:36369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:54,050 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.LeaseManager(133): Closed leases 2024-12-17T01:28:54,050 INFO [RS:0;7b75acfc7251:36369 {}] hbase.ChoreService(370): Chore service for: regionserver/7b75acfc7251:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-17T01:28:54,050 INFO [regionserver/7b75acfc7251:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-17T01:28:54,051 INFO [RS:0;7b75acfc7251:36369 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36369 2024-12-17T01:28:54,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b75acfc7251,36369,1734398752304 2024-12-17T01:28:54,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-17T01:28:54,054 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007feac88f1d48@29df2dc9 rejected from java.util.concurrent.ThreadPoolExecutor@6cddb696[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-17T01:28:54,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b75acfc7251,36369,1734398752304] 2024-12-17T01:28:54,055 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 7b75acfc7251,36369,1734398752304; numProcessing=1 2024-12-17T01:28:54,057 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/7b75acfc7251,36369,1734398752304 already deleted, retry=false 2024-12-17T01:28:54,057 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 7b75acfc7251,36369,1734398752304 expired; onlineServers=0 2024-12-17T01:28:54,057 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7b75acfc7251,40295,1734398751572' ***** 2024-12-17T01:28:54,057 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-17T01:28:54,057 DEBUG [M:0;7b75acfc7251:40295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427e2fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b75acfc7251/172.17.0.2:0 2024-12-17T01:28:54,057 INFO [M:0;7b75acfc7251:40295 {}] regionserver.HRegionServer(1224): stopping server 7b75acfc7251,40295,1734398751572 2024-12-17T01:28:54,057 INFO [M:0;7b75acfc7251:40295 {}] regionserver.HRegionServer(1250): stopping server 7b75acfc7251,40295,1734398751572; all regions closed. 2024-12-17T01:28:54,057 DEBUG [M:0;7b75acfc7251:40295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T01:28:54,057 DEBUG [M:0;7b75acfc7251:40295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-17T01:28:54,057 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-17T01:28:54,057 DEBUG [M:0;7b75acfc7251:40295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-17T01:28:54,057 DEBUG [master/7b75acfc7251:0:becomeActiveMaster-HFileCleaner.large.0-1734398754812 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b75acfc7251:0:becomeActiveMaster-HFileCleaner.large.0-1734398754812,5,FailOnTimeoutGroup] 2024-12-17T01:28:54,057 DEBUG [master/7b75acfc7251:0:becomeActiveMaster-HFileCleaner.small.0-1734398754812 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b75acfc7251:0:becomeActiveMaster-HFileCleaner.small.0-1734398754812,5,FailOnTimeoutGroup] 2024-12-17T01:28:54,058 INFO [M:0;7b75acfc7251:40295 {}] hbase.ChoreService(370): Chore service for: master/7b75acfc7251:0 had [] on shutdown 2024-12-17T01:28:54,058 DEBUG [M:0;7b75acfc7251:40295 {}] master.HMaster(1733): Stopping service threads 2024-12-17T01:28:54,058 INFO [M:0;7b75acfc7251:40295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-17T01:28:54,058 INFO [M:0;7b75acfc7251:40295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-17T01:28:54,059 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-17T01:28:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-17T01:28:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T01:28:54,059 DEBUG [M:0;7b75acfc7251:40295 {}] zookeeper.ZKUtil(347): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-17T01:28:54,059 WARN [M:0;7b75acfc7251:40295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-17T01:28:54,059 INFO [M:0;7b75acfc7251:40295 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-17T01:28:54,059 INFO [M:0;7b75acfc7251:40295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-17T01:28:54,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-17T01:28:54,059 DEBUG [M:0;7b75acfc7251:40295 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-17T01:28:54,059 INFO [M:0;7b75acfc7251:40295 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T01:28:54,059 DEBUG [M:0;7b75acfc7251:40295 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T01:28:54,059 DEBUG [M:0;7b75acfc7251:40295 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-17T01:28:54,059 DEBUG [M:0;7b75acfc7251:40295 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T01:28:54,059 INFO [M:0;7b75acfc7251:40295 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=763.48 KB heapSize=937.83 KB 2024-12-17T01:28:54,074 DEBUG [M:0;7b75acfc7251:40295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae86017ee6cd446b9d27e4f4bacfe74a is 82, key is hbase:meta,,1/info:regioninfo/1734398756201/Put/seqid=0 2024-12-17T01:28:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742439_1615 (size=5672) 2024-12-17T01:28:54,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T01:28:54,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36369-0x1009d9469000001, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T01:28:54,156 INFO [RS:0;7b75acfc7251:36369 {}] regionserver.HRegionServer(1307): Exiting; stopping=7b75acfc7251,36369,1734398752304; zookeeper connection closed. 2024-12-17T01:28:54,156 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e5de37e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e5de37e 2024-12-17T01:28:54,156 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-17T01:28:54,478 INFO [M:0;7b75acfc7251:40295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2144 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae86017ee6cd446b9d27e4f4bacfe74a 2024-12-17T01:28:54,498 DEBUG [M:0;7b75acfc7251:40295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf52126a93794a6cbedd50249913e7bf is 2284, key is \x00\x00\x00\x00\x00\x00\x00\x9E/proc:d/1734398907496/Put/seqid=0 2024-12-17T01:28:54,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742440_1616 (size=45069) 2024-12-17T01:28:54,902 INFO [M:0;7b75acfc7251:40295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=762.92 KB at sequenceid=2144 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf52126a93794a6cbedd50249913e7bf 2024-12-17T01:28:54,905 INFO [M:0;7b75acfc7251:40295 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf52126a93794a6cbedd50249913e7bf 2024-12-17T01:28:54,920 DEBUG [M:0;7b75acfc7251:40295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f82eff4eaef84c5b8bd6d2073c160670 is 69, key is 7b75acfc7251,36369,1734398752304/rs:state/1734398754848/Put/seqid=0 2024-12-17T01:28:54,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073742441_1617 (size=5156) 2024-12-17T01:28:55,324 INFO [M:0;7b75acfc7251:40295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2144 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f82eff4eaef84c5b8bd6d2073c160670 2024-12-17T01:28:55,327 DEBUG [M:0;7b75acfc7251:40295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae86017ee6cd446b9d27e4f4bacfe74a as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae86017ee6cd446b9d27e4f4bacfe74a 2024-12-17T01:28:55,330 INFO [M:0;7b75acfc7251:40295 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae86017ee6cd446b9d27e4f4bacfe74a, entries=8, sequenceid=2144, filesize=5.5 K 2024-12-17T01:28:55,330 DEBUG [M:0;7b75acfc7251:40295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf52126a93794a6cbedd50249913e7bf as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf52126a93794a6cbedd50249913e7bf 2024-12-17T01:28:55,332 INFO [M:0;7b75acfc7251:40295 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf52126a93794a6cbedd50249913e7bf 2024-12-17T01:28:55,333 INFO [M:0;7b75acfc7251:40295 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf52126a93794a6cbedd50249913e7bf, entries=179, sequenceid=2144, filesize=44.0 K 2024-12-17T01:28:55,333 DEBUG [M:0;7b75acfc7251:40295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f82eff4eaef84c5b8bd6d2073c160670 as hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f82eff4eaef84c5b8bd6d2073c160670 2024-12-17T01:28:55,335 INFO [M:0;7b75acfc7251:40295 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36817/user/jenkins/test-data/51e135b6-8ba0-780a-c118-eaad5456d764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f82eff4eaef84c5b8bd6d2073c160670, entries=1, sequenceid=2144, filesize=5.0 K 2024-12-17T01:28:55,336 INFO [M:0;7b75acfc7251:40295 {}] regionserver.HRegion(3040): Finished flush of dataSize ~763.48 KB/781799, heapSize ~937.53 KB/960032, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2144, compaction requested=false 2024-12-17T01:28:55,337 INFO [M:0;7b75acfc7251:40295 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T01:28:55,337 DEBUG [M:0;7b75acfc7251:40295 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T01:28:55,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36217 is added to blk_1073741830_1006 (size=922398) 2024-12-17T01:28:55,339 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-17T01:28:55,339 INFO [M:0;7b75acfc7251:40295 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-17T01:28:55,340 INFO [M:0;7b75acfc7251:40295 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40295 2024-12-17T01:28:55,341 DEBUG [M:0;7b75acfc7251:40295 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/7b75acfc7251,40295,1734398751572 already deleted, retry=false 2024-12-17T01:28:55,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T01:28:55,443 INFO [M:0;7b75acfc7251:40295 {}] regionserver.HRegionServer(1307): Exiting; stopping=7b75acfc7251,40295,1734398751572; zookeeper connection closed. 2024-12-17T01:28:55,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40295-0x1009d9469000000, quorum=127.0.0.1:61973, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T01:28:55,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e967c25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-17T01:28:55,450 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e95663c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-17T01:28:55,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-17T01:28:55,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@637efe93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-17T01:28:55,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f3c9073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/hadoop.log.dir/,STOPPED} 2024-12-17T01:28:55,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-17T01:28:55,454 WARN [BP-292840268-172.17.0.2-1734398748649 heartbeating to localhost/127.0.0.1:36817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-17T01:28:55,454 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-17T01:28:55,454 WARN [BP-292840268-172.17.0.2-1734398748649 heartbeating to localhost/127.0.0.1:36817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-292840268-172.17.0.2-1734398748649 (Datanode Uuid 3b33ba2c-84c3-4b08-a807-2e12dd7f6529) service to localhost/127.0.0.1:36817 2024-12-17T01:28:55,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/cluster_ef89c68a-5c57-429a-f20b-8fb11928e73e/dfs/data/data1/current/BP-292840268-172.17.0.2-1734398748649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-17T01:28:55,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/cluster_ef89c68a-5c57-429a-f20b-8fb11928e73e/dfs/data/data2/current/BP-292840268-172.17.0.2-1734398748649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-17T01:28:55,457 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-17T01:28:55,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52042c53{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-17T01:28:55,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45e9671d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-17T01:28:55,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-17T01:28:55,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-17T01:28:55,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@625ac51e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/111123de-9c6d-6643-2998-a256d56b7a81/hadoop.log.dir/,STOPPED} 2024-12-17T01:28:55,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-17T01:28:55,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down